From 6dd4e122bc1efb01abde523868832581f57c493f Mon Sep 17 00:00:00 2001 From: root Date: Fri, 1 Aug 2025 14:48:56 +0000 Subject: [PATCH] update --- terraform/.terraform.lock.hcl | 19 + terraform/control-plane1.bu | 99 +- terraform/control-plane2.bu | 141 ++- terraform/main.tf | 33 +- terraform/terraform.tfstate | 147 +-- terraform/terraform.tfstate.backup | 1407 +--------------------------- 6 files changed, 297 insertions(+), 1549 deletions(-) diff --git a/terraform/.terraform.lock.hcl b/terraform/.terraform.lock.hcl index 7b9e8bc..f50844a 100644 --- a/terraform/.terraform.lock.hcl +++ b/terraform/.terraform.lock.hcl @@ -24,6 +24,25 @@ provider "registry.terraform.io/bpg/proxmox" { ] } +provider "registry.terraform.io/hashicorp/null" { + version = "3.2.4" + hashes = [ + "h1:hkf5w5B6q8e2A42ND2CjAvgvSN3puAosDmOJb3zCVQM=", + "zh:59f6b52ab4ff35739647f9509ee6d93d7c032985d9f8c6237d1f8a59471bbbe2", + "zh:78d5eefdd9e494defcb3c68d282b8f96630502cac21d1ea161f53cfe9bb483b3", + "zh:795c897119ff082133150121d39ff26cb5f89a730a2c8c26f3a9c1abf81a9c43", + "zh:7b9c7b16f118fbc2b05a983817b8ce2f86df125857966ad356353baf4bff5c0a", + "zh:85e33ab43e0e1726e5f97a874b8e24820b6565ff8076523cc2922ba671492991", + "zh:9d32ac3619cfc93eb3c4f423492a8e0f79db05fec58e449dee9b2d5873d5f69f", + "zh:9e15c3c9dd8e0d1e3731841d44c34571b6c97f5b95e8296a45318b94e5287a6e", + "zh:b4c2ab35d1b7696c30b64bf2c0f3a62329107bd1a9121ce70683dec58af19615", + "zh:c43723e8cc65bcdf5e0c92581dcbbdcbdcf18b8d2037406a5f2033b1e22de442", + "zh:ceb5495d9c31bfb299d246ab333f08c7fb0d67a4f82681fbf47f2a21c3e11ab5", + "zh:e171026b3659305c558d9804062762d168f50ba02b88b231d20ec99578a6233f", + "zh:ed0fe2acdb61330b01841fa790be00ec6beaac91d41f311fb8254f74eb6a711f", + ] +} + provider "registry.terraform.io/poseidon/ct" { version = "0.13.0" constraints = ">= 0.13.0" diff --git a/terraform/control-plane1.bu b/terraform/control-plane1.bu index 1629a90..73643d7 100644 --- a/terraform/control-plane1.bu +++ b/terraform/control-plane1.bu @@ -7,23 +7,14 @@ passwd: ssh_authorized_keys: - "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud" -networkd: - units: - - name: eth0.network - contents: | - [Match] - Name=eth0 - - [Network] - Address=fd00:0:0:2::91/64 - Gateway=fd00:0:0:2::3 - DNS=fd00:0:0:3::1 - Address=10.0.2.91/24 - Gateway=10.0.2.3 - DNS=10.0.3.1 - Domains=undercloud.local - storage: + directories: + - path: /opt/bin + overwrite: true + mode: 0755 + - path: /opt/cni/bin + overwrite: true + mode: 755 files: - path: /etc/hostname mode: 0644 @@ -31,6 +22,22 @@ storage: inline: | control-plane1 + - path: /etc/systemd/network/00-eth.network + mode: 0644 + contents: + inline: | + [Match] + Name=eth* + + [Network] + Address=fd00:0:0:2::91/64 + Gateway=fd00:0:0:2::3 + DNS=fd00:0:0:3::1 + Address=10.0.2.91/24 + Gateway=10.0.2.3 + DNS=10.0.3.1 + Domains=undercloud.local + - path: /etc/hosts mode: 0644 overwrite: true @@ -81,35 +88,45 @@ storage: kernel.panic=10 kernel.panic_on_oops=1 - - path: /opt/kubernetes/bin/kubeadm + - path: /opt/bin/kubeadm mode: 0755 contents: source: "http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm" - - path: /opt/kubernetes/bin/kubelet + + - path: /opt/bin/kubelet mode: 0755 contents: source: "http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet" - - path: /opt/kubernetes/bin/kubectl + + - path: /opt/bin/kubectl mode: 0755 contents: source: "http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl" - - path: /opt/kubernetes/bin/calicoctl + + - path: /opt/bin/calicoctl mode: 0755 contents: source: "http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calicoctl" + - path: /etc/kubernetes/kubeadm-init.yaml mode: 0644 contents: inline: | apiVersion: kubeadm.k8s.io/v1beta3 kind: InitConfiguration + localAPIEndpoint: + advertiseAddress: "fd00:0:0:2::91" + bindPort: 6443 nodeRegistration: name: control-plane1 - criSocket: /run/containerd/containerd.sock + criSocket: unix:///run/containerd/containerd.sock + kubeletExtraArgs: + node-ip: "fd00:0:0:2::91" + certificateKey: "fee7c3e5cfcac7e4774c6efca0464a42d897f30f7300340d6578b5cfb4a3d34b" bootstrapTokens: - token: "abcdef.0123456789abcdef" description: "default kubeadm bootstrap token" - ttl: 0 + ttl: "0" --- apiVersion: kubeadm.k8s.io/v1beta3 kind: ClusterConfiguration @@ -122,7 +139,11 @@ storage: --- apiVersion: kubelet.config.k8s.io/v1beta1 kind: KubeletConfiguration + address: "::" + healthzBindAddress: "::" + clusterDomain: "k8s.undercloud.local" volumePluginDir: /opt/libexec/kubernetes/kubelet-plugins/volume/exec + cgroupDriver: "systemd" - path: /etc/kubernetes/calico.yaml mode: 0644 @@ -168,22 +189,46 @@ systemd: [Install] WantedBy=multi-user.target + - name: kubelet.service + enabled: true + contents: | + [Unit] + Description=kubelet, the Kubernetes Node Agent + Documentation=https://kubernetes.io/docs/home + Wants=network-online.target + After=network-online.target containerd.service + + [Service] + Environment="KUBELET_KUBECONFIG_ARGS=--bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --kubeconfig=/etc/kubernetes/kubelet.conf" + Environment="KUBELET_CONFIG_ARGS=--config=/var/lib/kubelet/config.yaml" + EnvironmentFile=-/var/lib/kubelet/kubeadm-flags.env + ExecStart=/opt/bin/kubelet $KUBELET_KUBECONFIG_ARGS $KUBELET_CONFIG_ARGS $KUBELET_KUBEADM_ARGS $KUBELET_EXTRA_ARGS + Restart=always + StartLimitInterval=0 + RestartSec=10 + + [Install] + WantedBy=multi-user.target + - name: kubeadm-init.service enabled: true contents: | [Unit] Description=Kubeadm Init Cluster - After=network-online.target containerd.service + After=network-online.target containerd.service kubelet.service Wants=network-online.target [Service] Type=oneshot - ExecStart=/opt/kubernetes/bin/kubeadm init --config=/etc/kubernetes/kubeadm-init.yaml + Environment="PATH=/opt/bin:/usr/bin:/bin:/usr/sbin:/sbin" + ExecStartPre=/bin/sleep 30s + ExecStart=/opt/bin/kubeadm init --upload-certs --config=/etc/kubernetes/kubeadm-init.yaml ExecStartPost=/usr/bin/mkdir -p /home/core/.kube ExecStartPost=/usr/bin/cp -i /etc/kubernetes/admin.conf /home/core/.kube/config ExecStartPost=/usr/bin/chown core:core /home/core/.kube/config - ExecStartPost=/opt/kubernetes/bin/kubectl --kubeconfig=/etc/kubernetes/admin.conf apply -f /etc/kubernetes/calico.yaml - RemainAfterExit=yes - + #ExecStartPost=/opt/bin/kubectl --kubeconfig=/etc/kubernetes/admin.conf apply -f /etc/kubernetes/calico.yaml + ExecStartPost=/usr/bin/systemctl disable kubeadm-init.service + Restart=on-failure + RestartSec=120s [Install] WantedBy=multi-user.target diff --git a/terraform/control-plane2.bu b/terraform/control-plane2.bu index 7151214..96b04d0 100644 --- a/terraform/control-plane2.bu +++ b/terraform/control-plane2.bu @@ -8,99 +8,136 @@ passwd: - "ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud" storage: + directories: + - path: /opt/bin + overwrite: true + mode: 0755 + - path: /opt/cni/bin + overwrite: true + mode: 0755 files: - # --- Hostname - path: /etc/hostname - mode: 0644 - contents: - inline: "control-plane2" - # --- Kubernetes sysctl tweaks --- - - path: /etc/sysctl.d/99-kubernetes-cri.conf mode: 0644 contents: inline: | - net.bridge.bridge-nf-call-iptables = 1 - net.bridge.bridge-nf-call-ip6tables = 1 - net.ipv4.ip_forward = 1 + control-plane2 - # --- Netzwerkkonfiguration eth0 --- - - path: /etc/systemd/network/10-eth0.network + - path: /etc/systemd/network/00-eth.network mode: 0644 contents: inline: | [Match] - Name=eth0 - + Name=eth* + [Network] - Address=10.0.2.92/24 - Gateway=10.0.2.3 Address=fd00:0:0:2::92/64 Gateway=fd00:0:0:2::3 - DNS=10.0.3.1 DNS=fd00:0:0:3::1 + Address=10.0.2.92/24 + Gateway=10.0.2.3 + DNS=10.0.3.1 + Domains=undercloud.local - # --- Kubernetes Binaries (aus deinem Gitea) --- - - path: /opt/bin/kubelet - mode: 0755 + - path: /etc/hosts + mode: 0644 + overwrite: true contents: - source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet + inline: | + 127.0.0.1 localhost + ::1 localhost ip6-localhost ip6-loopback + fd00:0:0:2::91 control-plane1.undercloud.local control-plane1 + fd00:0:0:2::92 control-plane2.undercloud.local control-plane2 + fd00:0:0:2::93 control-plane3.undercloud.local control-plane3 + fd00:0:0:2::101 worker1.undercloud.local worker1 + fd00:0:0:2::102 worker2.undercloud.local worker2 + fd00:0:0:2::103 worker3.undercloud.local worker3 + 10.0.2.91 control-plane1.undercloud.local control-plane1 + 10.0.2.92 control-plane2.undercloud.local control-plane2 + 10.0.2.93 control-plane3.undercloud.local control-plane3 + 10.0.2.101 worker1.undercloud.local worker1 + 10.0.2.102 worker2.undercloud.local worker2 + 10.0.2.103 worker3.undercloud.local worker3 - path: /opt/bin/kubeadm mode: 0755 contents: - source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm + source: "http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm" + + - path: /opt/bin/kubelet + mode: 0755 + contents: + source: "http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet" - path: /opt/bin/kubectl mode: 0755 contents: - source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl + source: "http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl" - # --- Containerd Config (Minimal) --- - - path: /etc/containerd/config.toml + - path: /opt/bin/calicoctl + mode: 0755 + contents: + source: "http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calicoctl" + + - path: /etc/kubernetes/kubeadm-join.yaml mode: 0644 contents: inline: | - version = 2 - [plugins."io.containerd.grpc.v1.cri".containerd.runtimes.runc] - runtime_type = "io.containerd.runc.v2" - [plugins."io.containerd.grpc.v1.cri".cni] - bin_dir = "/opt/cni/bin" - conf_dir = "/etc/cni/net.d" + apiVersion: kubeadm.k8s.io/v1beta3 + kind: JoinConfiguration + controlPlane: + localAPIEndpoint: + advertiseAddress: "fd00:0:0:2::92" + bindPort: 6443 + certificateKey: "fee7c3e5cfcac7e4774c6efca0464a42d897f30f7300340d6578b5cfb4a3d34b" + nodeRegistration: + name: control-plane2 + criSocket: unix:///run/containerd/containerd.sock + kubeletExtraArgs: + node-ip: "fd00:0:0:2::92" + discovery: + bootstrapToken: + apiServerEndpoint: "[fd00:0:0:2::100]:6443" + token: "abcdef.0123456789abcdef" + unsafeSkipCAVerification: true systemd: units: - # --- containerd service aktivieren --- - - name: containerd.service + - name: kubelet.service enabled: true contents: | [Unit] - Description=containerd container runtime - Documentation=https://containerd.io - After=network.target + Description=kubelet, the Kubernetes Node Agent + Documentation=https://kubernetes.io/docs/home + Wants=network-online.target + After=network-online.target containerd.service [Service] - ExecStartPre=/sbin/modprobe overlay - ExecStartPre=/sbin/modprobe br_netfilter - ExecStart=/usr/bin/containerd + Environment="KUBELET_KUBECONFIG_ARGS=--bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --kubeconfig=/etc/kubernetes/kubelet.conf" + Environment="KUBELET_CONFIG_ARGS=--config=/var/lib/kubelet/config.yaml" + EnvironmentFile=-/var/lib/kubelet/kubeadm-flags.env + ExecStart=/opt/bin/kubelet $KUBELET_KUBECONFIG_ARGS $KUBELET_CONFIG_ARGS $KUBELET_KUBEADM_ARGS $KUBELET_EXTRA_ARGS Restart=always - RestartSec=5 - Delegate=yes - KillMode=process - OOMScoreAdjust=-999 + StartLimitInterval=0 + RestartSec=10 [Install] WantedBy=multi-user.target - # --- sysctl Settings aktivieren --- - - name: systemd-sysctl.service + - name: kubeadm-join.service enabled: true + contents: | + [Unit] + Description=Join node to Kubernetes cluster + After=network-online.target containerd.service kubelet.service + Wants=network-online.target - # --- networkd & resolved aktivieren --- - - name: systemd-networkd.service - enabled: true - - name: systemd-resolved.service - enabled: true + [Service] + Type=oneshot + Environment="PATH=/opt/bin:/usr/bin:/bin:/usr/sbin:/sbin" + ExecStart=/opt/bin/kubeadm join --config=/etc/kubernetes/kubeadm-join.yaml + ExecStartPost=/usr/bin/systemctl disable kubeadm-join.service + Restart=on-failure + RestartSec=120s - # kubelet wird erst nach kubeadm init gestartet - - name: kubelet.service - enabled: false + [Install] + WantedBy=multi-user.target diff --git a/terraform/main.tf b/terraform/main.tf index 60b471d..9c2670c 100644 --- a/terraform/main.tf +++ b/terraform/main.tf @@ -39,27 +39,27 @@ data "ct_config" "control_plane1_ignition" { } data "ct_config" "control_plane2_ignition" { content = file("${path.module}/control-plane2.bu") - strict = true + strict = false pretty_print = true } data "ct_config" "control_plane3_ignition" { content = file("${path.module}/control-plane3.bu") - strict = true + strict = false pretty_print = true } data "ct_config" "worker1_ignition" { content = file("${path.module}/worker1.bu") - strict = true + strict = false pretty_print = true } data "ct_config" "worker2_ignition" { content = file("${path.module}/worker2.bu") - strict = true + strict = false pretty_print = true } data "ct_config" "worker3_ignition" { content = file("${path.module}/worker3.bu") - strict = true + strict = false pretty_print = true } @@ -200,6 +200,14 @@ resource "proxmox_virtual_environment_vm" "control_plane1" { tags = ["control-plane","flatcar","kubernetes","terraform"] depends_on = [proxmox_virtual_environment_file.control_plane1_ignition] } +resource "null_resource" "wait_for_cp1" { + depends_on = [proxmox_virtual_environment_vm.control_plane1] + + provisioner "local-exec" { + command = "sleep 240" # Warte 2 Minuten + } +} + resource "proxmox_virtual_environment_vm" "control_plane2" { name = "control-plane2" node_name = "hyper2" @@ -232,7 +240,10 @@ resource "proxmox_virtual_environment_vm" "control_plane2" { user_data_file_id = "${proxmox_virtual_environment_file.control_plane2_ignition.id}" } tags = ["control-plane","flatcar","kubernetes","terraform"] - depends_on = [proxmox_virtual_environment_file.control_plane2_ignition] + depends_on = [ + proxmox_virtual_environment_file.control_plane2_ignition, + null_resource.wait_for_cp1 + ] } resource "proxmox_virtual_environment_vm" "control_plane3" { name = "control-plane3" @@ -266,7 +277,10 @@ resource "proxmox_virtual_environment_vm" "control_plane3" { user_data_file_id = "${proxmox_virtual_environment_file.control_plane3_ignition.id}" } tags = ["control-plane","flatcar","kubernetes","terraform"] - depends_on = [proxmox_virtual_environment_file.control_plane3_ignition] + depends_on = [ + proxmox_virtual_environment_file.control_plane3_ignition, + null_resource.wait_for_cp1 + ] } resource "proxmox_virtual_environment_vm" "worker1" { name = "worker1" @@ -300,7 +314,10 @@ resource "proxmox_virtual_environment_vm" "worker1" { user_data_file_id = "${proxmox_virtual_environment_file.worker1_ignition.id}" } tags = ["worker","flatcar","kubernetes","terraform"] - depends_on = [proxmox_virtual_environment_file.worker1_ignition] + depends_on = [ + proxmox_virtual_environment_file.worker1_ignition, + proxmox_virtual_environment_vm.control_plane1 + ] } resource "proxmox_virtual_environment_vm" "worker2" { name = "worker2" diff --git a/terraform/terraform.tfstate b/terraform/terraform.tfstate index 90b9afc..9fbebde 100644 --- a/terraform/terraform.tfstate +++ b/terraform/terraform.tfstate @@ -1,7 +1,7 @@ { "version": 4, "terraform_version": "1.12.2", - "serial": 180, + "serial": 518, "lineage": "751616a2-db32-0edf-7258-3ba00b4868bd", "outputs": {}, "resources": [ @@ -14,10 +14,10 @@ { "schema_version": 0, "attributes": { - "content": "variant: flatcar\nversion: 1.1.0\n\npasswd:\n users:\n - name: core\n ssh_authorized_keys:\n - \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n\nnetworkd:\n units:\n - name: eth0.network\n contents: |\n [Match]\n Name=eth0\n \n [Network]\n Address=fd00:0:0:2::91/64\n Gateway=fd00:0:0:2::3\n DNS=fd00:0:0:3::1\n Address=10.0.2.91/24\n Gateway=10.0.2.3\n DNS=10.0.3.1\n Domains=undercloud.local\n\nstorage:\n files:\n - path: /etc/hostname\n mode: 0644\n contents:\n inline: |\n control-plane1\n\n - path: /etc/hosts\n mode: 0644\n overwrite: true\n contents:\n inline: |\n 127.0.0.1 localhost\n ::1 localhost ip6-localhost ip6-loopback\n fd00:0:0:2::91 control-plane1.undercloud.local control-plane1\n fd00:0:0:2::92 control-plane2.undercloud.local control-plane2\n fd00:0:0:2::93 control-plane3.undercloud.local control-plane3\n fd00:0:0:2::101 worker1.undercloud.local worker1\n fd00:0:0:2::102 worker2.undercloud.local worker2\n fd00:0:0:2::103 worker3.undercloud.local worker3\n 10.0.2.91 control-plane1.undercloud.local control-plane1\n 10.0.2.92 control-plane2.undercloud.local control-plane2\n 10.0.2.93 control-plane3.undercloud.local control-plane3\n 10.0.2.101 worker1.undercloud.local worker1\n 10.0.2.102 worker2.undercloud.local worker2\n 10.0.2.103 worker3.undercloud.local worker3\n\n - path: /etc/motd\n mode: 0644\n overwrite: true\n contents:\n inline: |\n *******************************************************************\n * AUTHORIZED ACCESS ONLY *\n * *\n * This system is part of a secured infrastructure. *\n * All activities are monitored and logged. *\n * Unauthorized access or misuse is strictly prohibited and *\n * may result in disciplinary and legal action. *\n *******************************************************************\n\n - path: /etc/sysctl.d/99-k8s.conf\n mode: 0644\n contents:\n inline: |\n net.ipv4.ip_forward=1\n net.ipv6.conf.all.forwarding=1\n net.bridge.bridge-nf-call-iptables=1\n net.bridge.bridge-nf-call-ip6tables=1\n net.ipv4.conf.all.rp_filter=0\n net.ipv6.conf.all.disable_ipv6=0\n vm.overcommit_memory=1\n fs.inotify.max_user_watches=524288\n fs.inotify.max_user_instances=512\n kernel.panic=10\n kernel.panic_on_oops=1\n\n - path: /opt/kubernetes/bin/kubeadm\n mode: 0755\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\"\n - path: /opt/kubernetes/bin/kubelet\n mode: 0755\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\"\n - path: /opt/kubernetes/bin/kubectl\n mode: 0755\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\"\n - path: /opt/kubernetes/bin/calicoctl\n mode: 0755\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calicoctl\"\n - path: /etc/kubernetes/kubeadm-init.yaml\n mode: 0644\n contents:\n inline: |\n apiVersion: kubeadm.k8s.io/v1beta3\n kind: InitConfiguration\n nodeRegistration:\n name: control-plane1\n criSocket: /run/containerd/containerd.sock\n bootstrapTokens:\n - token: \"abcdef.0123456789abcdef\"\n description: \"default kubeadm bootstrap token\"\n ttl: 0\n ---\n apiVersion: kubeadm.k8s.io/v1beta3\n kind: ClusterConfiguration\n kubernetesVersion: v1.29.0\n controlPlaneEndpoint: \"[fd00:0:0:2::100]:6443\"\n networking:\n podSubnet: \"fd00:10:244::/56,10.244.0.0/16\"\n serviceSubnet: \"fd00:10:96::/112,10.96.0.0/12\"\n dnsDomain: \"k8s.undercloud.local\"\n ---\n apiVersion: kubelet.config.k8s.io/v1beta1\n kind: KubeletConfiguration\n volumePluginDir: /opt/libexec/kubernetes/kubelet-plugins/volume/exec\n\n - path: /etc/kubernetes/calico.yaml\n mode: 0644\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calico.yaml\"\n\nsystemd:\n units:\n - name: modules-load.service\n enabled: true\n contents: |\n [Unit]\n Description=Load necessary kernel modules\n Before=containerd.service kubeadm-init.service\n\n [Service]\n Type=oneshot\n ExecStart=/usr/bin/modprobe br_netfilter\n ExecStart=/usr/bin/modprobe overlay\n RemainAfterExit=yes\n\n [Install]\n WantedBy=multi-user.target\n\n - name: systemd-networkd-wait-online.service\n enabled: true\n\n - name: containerd.service\n enabled: true\n contents: |\n [Unit]\n Description=containerd container runtime\n After=network.target modules-load.service\n\n [Service]\n ExecStart=/usr/bin/containerd\n Restart=always\n RestartSec=5\n Delegate=yes\n KillMode=process\n OOMScoreAdjust=-999\n\n [Install]\n WantedBy=multi-user.target\n\n - name: kubeadm-init.service\n enabled: true\n contents: |\n [Unit]\n Description=Kubeadm Init Cluster\n After=network-online.target containerd.service\n Wants=network-online.target\n\n [Service]\n Type=oneshot\n ExecStart=/opt/kubernetes/bin/kubeadm init --config=/etc/kubernetes/kubeadm-init.yaml\n ExecStartPost=/usr/bin/mkdir -p /home/core/.kube\n ExecStartPost=/usr/bin/cp -i /etc/kubernetes/admin.conf /home/core/.kube/config\n ExecStartPost=/usr/bin/chown core:core /home/core/.kube/config\n ExecStartPost=/opt/kubernetes/bin/kubectl --kubeconfig=/etc/kubernetes/admin.conf apply -f /etc/kubernetes/calico.yaml\n RemainAfterExit=yes\n\n [Install]\n WantedBy=multi-user.target\n", - "id": "1723881559", + "content": "variant: flatcar\nversion: 1.1.0\n\npasswd:\n users:\n - name: core\n ssh_authorized_keys:\n - \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n\nstorage:\n directories:\n - path: /opt/bin\n overwrite: true\n mode: 0755\n - path: /opt/cni/bin\n overwrite: true\n mode: 755\n files:\n - path: /etc/hostname\n mode: 0644\n contents:\n inline: |\n control-plane1\n\n - path: /etc/systemd/network/00-eth.network\n mode: 0644\n contents:\n inline: |\n [Match]\n Name=eth*\n \n [Network]\n Address=fd00:0:0:2::91/64\n Gateway=fd00:0:0:2::3\n DNS=fd00:0:0:3::1\n Address=10.0.2.91/24\n Gateway=10.0.2.3\n DNS=10.0.3.1\n Domains=undercloud.local\n\n - path: /etc/hosts\n mode: 0644\n overwrite: true\n contents:\n inline: |\n 127.0.0.1 localhost\n ::1 localhost ip6-localhost ip6-loopback\n fd00:0:0:2::91 control-plane1.undercloud.local control-plane1\n fd00:0:0:2::92 control-plane2.undercloud.local control-plane2\n fd00:0:0:2::93 control-plane3.undercloud.local control-plane3\n fd00:0:0:2::101 worker1.undercloud.local worker1\n fd00:0:0:2::102 worker2.undercloud.local worker2\n fd00:0:0:2::103 worker3.undercloud.local worker3\n 10.0.2.91 control-plane1.undercloud.local control-plane1\n 10.0.2.92 control-plane2.undercloud.local control-plane2\n 10.0.2.93 control-plane3.undercloud.local control-plane3\n 10.0.2.101 worker1.undercloud.local worker1\n 10.0.2.102 worker2.undercloud.local worker2\n 10.0.2.103 worker3.undercloud.local worker3\n\n - path: /etc/motd\n mode: 0644\n overwrite: true\n contents:\n inline: |\n *******************************************************************\n * AUTHORIZED ACCESS ONLY *\n * *\n * This system is part of a secured infrastructure. *\n * All activities are monitored and logged. *\n * Unauthorized access or misuse is strictly prohibited and *\n * may result in disciplinary and legal action. *\n *******************************************************************\n\n - path: /etc/sysctl.d/99-k8s.conf\n mode: 0644\n contents:\n inline: |\n net.ipv4.ip_forward=1\n net.ipv6.conf.all.forwarding=1\n net.bridge.bridge-nf-call-iptables=1\n net.bridge.bridge-nf-call-ip6tables=1\n net.ipv4.conf.all.rp_filter=0\n net.ipv6.conf.all.disable_ipv6=0\n vm.overcommit_memory=1\n fs.inotify.max_user_watches=524288\n fs.inotify.max_user_instances=512\n kernel.panic=10\n kernel.panic_on_oops=1\n\n - path: /opt/bin/kubeadm\n mode: 0755\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\"\n\n - path: /opt/bin/kubelet\n mode: 0755\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\"\n\n - path: /opt/bin/kubectl\n mode: 0755\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\"\n\n - path: /opt/bin/calicoctl\n mode: 0755\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calicoctl\"\n\n - path: /etc/kubernetes/kubeadm-init.yaml\n mode: 0644\n contents:\n inline: |\n apiVersion: kubeadm.k8s.io/v1beta3\n kind: InitConfiguration\n localAPIEndpoint:\n advertiseAddress: \"fd00:0:0:2::91\"\n bindPort: 6443\n nodeRegistration:\n name: control-plane1\n criSocket: unix:///run/containerd/containerd.sock\n kubeletExtraArgs:\n node-ip: \"fd00:0:0:2::91\"\n certificateKey: \"fee7c3e5cfcac7e4774c6efca0464a42d897f30f7300340d6578b5cfb4a3d34b\"\n bootstrapTokens:\n - token: \"abcdef.0123456789abcdef\"\n description: \"default kubeadm bootstrap token\"\n ttl: \"0\"\n ---\n apiVersion: kubeadm.k8s.io/v1beta3\n kind: ClusterConfiguration\n kubernetesVersion: v1.29.0\n controlPlaneEndpoint: \"[fd00:0:0:2::100]:6443\"\n networking:\n podSubnet: \"fd00:10:244::/56,10.244.0.0/16\"\n serviceSubnet: \"fd00:10:96::/112,10.96.0.0/12\"\n dnsDomain: \"k8s.undercloud.local\"\n ---\n apiVersion: kubelet.config.k8s.io/v1beta1\n kind: KubeletConfiguration\n address: \"::\"\n healthzBindAddress: \"::\"\n clusterDomain: \"k8s.undercloud.local\"\n volumePluginDir: /opt/libexec/kubernetes/kubelet-plugins/volume/exec\n cgroupDriver: \"systemd\"\n\n - path: /etc/kubernetes/calico.yaml\n mode: 0644\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calico.yaml\"\n\nsystemd:\n units:\n - name: modules-load.service\n enabled: true\n contents: |\n [Unit]\n Description=Load necessary kernel modules\n Before=containerd.service kubeadm-init.service\n\n [Service]\n Type=oneshot\n ExecStart=/usr/bin/modprobe br_netfilter\n ExecStart=/usr/bin/modprobe overlay\n RemainAfterExit=yes\n\n [Install]\n WantedBy=multi-user.target\n\n - name: systemd-networkd-wait-online.service\n enabled: true\n\n - name: containerd.service\n enabled: true\n contents: |\n [Unit]\n Description=containerd container runtime\n After=network.target modules-load.service\n\n [Service]\n ExecStart=/usr/bin/containerd\n Restart=always\n RestartSec=5\n Delegate=yes\n KillMode=process\n OOMScoreAdjust=-999\n\n [Install]\n WantedBy=multi-user.target\n\n - name: kubelet.service\n enabled: true\n contents: |\n [Unit]\n Description=kubelet, the Kubernetes Node Agent\n Documentation=https://kubernetes.io/docs/home\n Wants=network-online.target\n After=network-online.target containerd.service\n\n [Service]\n Environment=\"KUBELET_KUBECONFIG_ARGS=--bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --kubeconfig=/etc/kubernetes/kubelet.conf\"\n Environment=\"KUBELET_CONFIG_ARGS=--config=/var/lib/kubelet/config.yaml\"\n EnvironmentFile=-/var/lib/kubelet/kubeadm-flags.env\n ExecStart=/opt/bin/kubelet $KUBELET_KUBECONFIG_ARGS $KUBELET_CONFIG_ARGS $KUBELET_KUBEADM_ARGS $KUBELET_EXTRA_ARGS\n Restart=always\n StartLimitInterval=0\n RestartSec=10\n\n [Install]\n WantedBy=multi-user.target\n\n - name: kubeadm-init.service\n enabled: true\n contents: |\n [Unit]\n Description=Kubeadm Init Cluster\n After=network-online.target containerd.service kubelet.service\n Wants=network-online.target\n\n [Service]\n Type=oneshot\n Environment=\"PATH=/opt/bin:/usr/bin:/bin:/usr/sbin:/sbin\"\n ExecStartPre=/bin/sleep 30s\n ExecStart=/opt/bin/kubeadm init --upload-certs --config=/etc/kubernetes/kubeadm-init.yaml\n ExecStartPost=/usr/bin/mkdir -p /home/core/.kube\n ExecStartPost=/usr/bin/cp -i /etc/kubernetes/admin.conf /home/core/.kube/config\n ExecStartPost=/usr/bin/chown core:core /home/core/.kube/config\n #ExecStartPost=/opt/bin/kubectl --kubeconfig=/etc/kubernetes/admin.conf apply -f /etc/kubernetes/calico.yaml\n ExecStartPost=/usr/bin/systemctl disable kubeadm-init.service\n Restart=on-failure\n RestartSec=120s\n [Install]\n WantedBy=multi-user.target\n", + "id": "382953897", "pretty_print": true, - "rendered": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,control-plane1%0A\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/etc/hosts\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/5TRYcqDMAwG4P+eIhewNAl8H/Y2rjo2LEY6Zdcf3arQMgnTX83bB8obpH9jjTUIAEF8H27yWBvn0vnzHVO4L39tfZLl0vupuQ7WuvSTcx2Cl3mNEtol9POIZpuHMfog22DevspLTWVKiqZSc5myornQaBGeEqcxfnlzDipAeU5ngCrAec5ngBtMCyHTpR382OROqaZ6jTvlmuodZprq0/s7LhPo3R2XGfTeXgEAAP//kbvS+8wCAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/etc/motd\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/6yRwUrDUBBF937FXXeRfwi1oCAWbLvQ3fgyTQZe3oSZeUL8eol1IViLYM967uHArP7PzQq/0B72d9un+5fNLdr1erPbYfv48Pzz7oLiz3w69oM4fPbgEeKYyAJ6BME5VeMOUo5GHlZTVOPmnKPNGZRC3iSEHWSMUYuELnsqHbL2PXfNpY5DoRqDmrwvm5TYHWoYxavzUuZhkiLPmEwHeZX4cn9zjDTD2GsOSEEnnmTKUsjmUwX3dArV0pzvuMJrPwIAAP//XViW3h8CAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-k8s.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4SP4WrDMAyE/+ddIpLQlf7xswjVkTsxWzKyl65vPzLCoFDoL6G7T5xOuYPU7QRSMZnfydcwD4d6hmiagHKGwxO9HfbVZb3xMUZNY6ScR6mdrpnbG+j8RP3l/yd5xSS5s4fpxR+rtP0UdzVMw1bANvZopUjHwsX8EeYhNRC1LukBhX7wu7HjnXr85BY+ltNyubxERFsnjTs0L8MXu3KGSioxzNPTjqZoVvcGvwEAAP//65g9/kIBAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/kubernetes/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/kubernetes/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/kubernetes/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/kubernetes/bin/calicoctl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calicoctl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/kubernetes/kubeadm-init.yaml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yQzY7TMBSF934KK2vinzQTpt7OsEBsRgxig1g49m1lxb038k/h8ZGbUqhgMcrGss534vPZNXyFlAOh4UudwfqTWB6zCCTPeoZid2wJ6A3/iKE8ER7CsSZbAiFD8vAZjiGX7cIwztGewHBHWBLFfo0WQTPOXQqv5BYohstUUbaADQjJ/3UUmdzCZqLSGtcvtADmVtrz0s6Gd3Z2Hg5C6WE3PkzvH/fbRcc459xDdimsl6fwzsPB1lh+j+K33q1sQ0qJhivW9z17s4inWHOBdO+iEQmhQL6VnLUY9kKxq4yX5uID+pUCFsO7bwevlGnfYIxW6ruZxnHXMYTyg9IS8Nimr+Rf64xNXHcBtDLDOBojH6Z3WolhHIUSSuqpDcqQzsHBP8R+MkZqPTRiP23A0ACP+ZlONjRhbWxFD8lFql5EcjZ2/1UToQh3mX9vSF8Nfdoy94bOFOsJXmI9BnwOyXBJa5ExzPATnPzjT17/0K+XaJYbKFuM/QoAAP//vxrb564CAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/kubernetes/calico.yaml\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calico.yaml\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=Load necessary kernel modules\\nBefore=containerd.service kubeadm-init.service\\n\\n[Service]\\nType=oneshot\\nExecStart=/usr/bin/modprobe br_netfilter\\nExecStart=/usr/bin/modprobe overlay\\nRemainAfterExit=yes\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"modules-load.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd-wait-online.service\"\n },\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nAfter=network.target modules-load.service\\n\\n[Service]\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"contents\": \"[Unit]\\nDescription=Kubeadm Init Cluster\\nAfter=network-online.target containerd.service\\nWants=network-online.target\\n\\n[Service]\\nType=oneshot\\nExecStart=/opt/kubernetes/bin/kubeadm init --config=/etc/kubernetes/kubeadm-init.yaml\\nExecStartPost=/usr/bin/mkdir -p /home/core/.kube\\nExecStartPost=/usr/bin/cp -i /etc/kubernetes/admin.conf /home/core/.kube/config\\nExecStartPost=/usr/bin/chown core:core /home/core/.kube/config\\nExecStartPost=/opt/kubernetes/bin/kubectl --kubeconfig=/etc/kubernetes/admin.conf apply -f /etc/kubernetes/calico.yaml\\nRemainAfterExit=yes\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"kubeadm-init.service\"\n }\n ]\n }\n}", + "rendered": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"directories\": [\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/opt/bin\",\n \"user\": {},\n \"mode\": 493\n },\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/opt/cni/bin\",\n \"user\": {},\n \"mode\": 755\n }\n ],\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,control-plane1%0A\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/00-eth.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLcnQ4uKK9kstKc8vyo7lckxJKUotLrZNSzEwsAJBIysrS0N9MxMu98SS1PLEShQZYy4Xv2CEiLGVlSHcBEMDPQM9Iz1LQ30jhGaoIEQfmGOsZ8jlkp+bmJlXbFual5JalJyTX5qil5OfnJjDBQgAAP//szh4MqsAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/etc/hosts\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/5TRYcqDMAwG4P+eIhewNAl8H/Y2rjo2LEY6Zdcf3arQMgnTX83bB8obpH9jjTUIAEF8H27yWBvn0vnzHVO4L39tfZLl0vupuQ7WuvSTcx2Cl3mNEtol9POIZpuHMfog22DevspLTWVKiqZSc5myornQaBGeEqcxfnlzDipAeU5ngCrAec5ngBtMCyHTpR382OROqaZ6jTvlmuodZprq0/s7LhPo3R2XGfTeXgEAAP//kbvS+8wCAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/etc/motd\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/6yRwUrDUBBF937FXXeRfwi1oCAWbLvQ3fgyTQZe3oSZeUL8eol1IViLYM967uHArP7PzQq/0B72d9un+5fNLdr1erPbYfv48Pzz7oLiz3w69oM4fPbgEeKYyAJ6BME5VeMOUo5GHlZTVOPmnKPNGZRC3iSEHWSMUYuELnsqHbL2PXfNpY5DoRqDmrwvm5TYHWoYxavzUuZhkiLPmEwHeZX4cn9zjDTD2GsOSEEnnmTKUsjmUwX3dArV0pzvuMJrPwIAAP//XViW3h8CAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-k8s.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4SP4WrDMAyE/+ddIpLQlf7xswjVkTsxWzKyl65vPzLCoFDoL6G7T5xOuYPU7QRSMZnfydcwD4d6hmiagHKGwxO9HfbVZb3xMUZNY6ScR6mdrpnbG+j8RP3l/yd5xSS5s4fpxR+rtP0UdzVMw1bANvZopUjHwsX8EeYhNRC1LukBhX7wu7HjnXr85BY+ltNyubxERFsnjTs0L8MXu3KGSioxzNPTjqZoVvcGvwEAAP//65g9/kIBAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/calicoctl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calicoctl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/kubernetes/kubeadm-init.yaml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4xSz2/bLhy981cgzl8bbBM74ZZv20PVS7ROu0w7YPg4RSZgAc7a/fUTdpY1WqVNviD7vef3AzmZLxCi8U7gce5B6lM5bmNpPD1XPSTZoNE4LfCjM+nOu8Ec5yCT8Q5Zr6TdHx4fnJ68cUkgjKU+Q0gmwl7rADEKTAbNmMhPLcSuIgjj3jh98CEJ3HLeIOc1fIKjiWkVzjpOnkBg5V0K3haTlQ4qhLEK5tmrEZLAszOvglIaZkczThoHQb87ltGrEeEllYX08JqC3IdjzPIY558WZvrAn8oBBqNkgid4ywCATjWwUYOSqgPedVy1MCjJeMslr/V21w0NG7qGsYYz3W66bb9RQ89loxveE9R7n3K66bMfwS0OCpzyWWAie6VhKFlVN3zTdtvd+oIsNjVEFcy01IKJhkHONv0aCl91V7GVkpIVmDCCiqJA/zzvnZ1jgnC7cGYEBwniVeRclfWuZOgyzSEvc70AmHx932bF2DeRJybIQfruw2jcMYefvH6ee5dnXOuvmKg5F4Ju2v8qVtacl6xktGpzpAjhbBT8wdi1QtCqqjNj166EOhO0i/f+JE2uLIednYagrJ91udzZj6uxkEq1xL9tqLo09LRibhuS12suBEEvIG16+fG/cXp/80Gt7f7F1dnb+QQHOx+NuzdBYOqnRK3p4RUU/T0GvdgtpgUa6UqkGYbUMfh5ug/mDEFgEt9igpMm6GcAAAD//x0f6DvpAwAA\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/kubernetes/calico.yaml\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calico.yaml\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=Load necessary kernel modules\\nBefore=containerd.service kubeadm-init.service\\n\\n[Service]\\nType=oneshot\\nExecStart=/usr/bin/modprobe br_netfilter\\nExecStart=/usr/bin/modprobe overlay\\nRemainAfterExit=yes\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"modules-load.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd-wait-online.service\"\n },\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nAfter=network.target modules-load.service\\n\\n[Service]\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"contents\": \"[Unit]\\nDescription=kubelet, the Kubernetes Node Agent\\nDocumentation=https://kubernetes.io/docs/home\\nWants=network-online.target\\nAfter=network-online.target containerd.service\\n\\n[Service]\\nEnvironment=\\\"KUBELET_KUBECONFIG_ARGS=--bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --kubeconfig=/etc/kubernetes/kubelet.conf\\\"\\nEnvironment=\\\"KUBELET_CONFIG_ARGS=--config=/var/lib/kubelet/config.yaml\\\"\\nEnvironmentFile=-/var/lib/kubelet/kubeadm-flags.env\\nExecStart=/opt/bin/kubelet $KUBELET_KUBECONFIG_ARGS $KUBELET_CONFIG_ARGS $KUBELET_KUBEADM_ARGS $KUBELET_EXTRA_ARGS\\nRestart=always\\nStartLimitInterval=0\\nRestartSec=10\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"kubelet.service\"\n },\n {\n \"contents\": \"[Unit]\\nDescription=Kubeadm Init Cluster\\nAfter=network-online.target containerd.service kubelet.service\\nWants=network-online.target\\n\\n[Service]\\nType=oneshot\\nEnvironment=\\\"PATH=/opt/bin:/usr/bin:/bin:/usr/sbin:/sbin\\\"\\nExecStartPre=/bin/sleep 30s\\nExecStart=/opt/bin/kubeadm init --upload-certs --config=/etc/kubernetes/kubeadm-init.yaml\\nExecStartPost=/usr/bin/mkdir -p /home/core/.kube\\nExecStartPost=/usr/bin/cp -i /etc/kubernetes/admin.conf /home/core/.kube/config\\nExecStartPost=/usr/bin/chown core:core /home/core/.kube/config\\n#ExecStartPost=/opt/bin/kubectl --kubeconfig=/etc/kubernetes/admin.conf apply -f /etc/kubernetes/calico.yaml\\nExecStartPost=/usr/bin/systemctl disable kubeadm-init.service\\nRestart=on-failure\\nRestartSec=120s\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"kubeadm-init.service\"\n }\n ]\n }\n}", "snippets": null, "strict": false }, @@ -35,12 +35,12 @@ { "schema_version": 0, "attributes": { - "content": "variant: flatcar\nversion: 1.1.0\n\npasswd:\n users:\n - name: core\n ssh_authorized_keys:\n - \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n\nstorage:\n files:\n # --- Hostname\n - path: /etc/hostname\n mode: 0644\n contents:\n inline: \"control-plane2\"\n # --- Kubernetes sysctl tweaks ---\n - path: /etc/sysctl.d/99-kubernetes-cri.conf\n mode: 0644\n contents:\n inline: |\n net.bridge.bridge-nf-call-iptables = 1\n net.bridge.bridge-nf-call-ip6tables = 1\n net.ipv4.ip_forward = 1\n\n # --- Netzwerkkonfiguration eth0 ---\n - path: /etc/systemd/network/10-eth0.network\n mode: 0644\n contents:\n inline: |\n [Match]\n Name=eth0\n\n [Network]\n Address=10.0.2.92/24\n Gateway=10.0.2.3\n Address=fd00:0:0:2::92/64\n Gateway=fd00:0:0:2::3\n DNS=10.0.3.1\n DNS=fd00:0:0:3::1\n\n # --- Kubernetes Binaries (aus deinem Gitea) ---\n - path: /opt/bin/kubelet\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\n\n - path: /opt/bin/kubeadm\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\n\n - path: /opt/bin/kubectl\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\n\n # --- Containerd Config (Minimal) ---\n - path: /etc/containerd/config.toml\n mode: 0644\n contents:\n inline: |\n version = 2\n [plugins.\"io.containerd.grpc.v1.cri\".containerd.runtimes.runc]\n runtime_type = \"io.containerd.runc.v2\"\n [plugins.\"io.containerd.grpc.v1.cri\".cni]\n bin_dir = \"/opt/cni/bin\"\n conf_dir = \"/etc/cni/net.d\"\n\nsystemd:\n units:\n # --- containerd service aktivieren ---\n - name: containerd.service\n enabled: true\n contents: |\n [Unit]\n Description=containerd container runtime\n Documentation=https://containerd.io\n After=network.target\n\n [Service]\n ExecStartPre=/sbin/modprobe overlay\n ExecStartPre=/sbin/modprobe br_netfilter\n ExecStart=/usr/bin/containerd\n Restart=always\n RestartSec=5\n Delegate=yes\n KillMode=process\n OOMScoreAdjust=-999\n\n [Install]\n WantedBy=multi-user.target\n\n # --- sysctl Settings aktivieren ---\n - name: systemd-sysctl.service\n enabled: true\n\n # --- networkd \u0026 resolved aktivieren ---\n - name: systemd-networkd.service\n enabled: true\n - name: systemd-resolved.service\n enabled: true\n\n # kubelet wird erst nach kubeadm init gestartet\n - name: kubelet.service\n enabled: false\n", - "id": "1426592061", + "content": "variant: flatcar\nversion: 1.1.0\n\npasswd:\n users:\n - name: core\n ssh_authorized_keys:\n - \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n\nstorage:\n directories:\n - path: /opt/bin\n overwrite: true\n mode: 0755\n - path: /opt/cni/bin\n overwrite: true\n mode: 0755\n files:\n - path: /etc/hostname\n mode: 0644\n contents:\n inline: |\n control-plane2\n\n - path: /etc/systemd/network/00-eth.network\n mode: 0644\n contents:\n inline: |\n [Match]\n Name=eth*\n \n [Network]\n Address=fd00:0:0:2::92/64\n Gateway=fd00:0:0:2::3\n DNS=fd00:0:0:3::1\n Address=10.0.2.92/24\n Gateway=10.0.2.3\n DNS=10.0.3.1\n Domains=undercloud.local\n\n - path: /etc/hosts\n mode: 0644\n overwrite: true\n contents:\n inline: |\n 127.0.0.1 localhost\n ::1 localhost ip6-localhost ip6-loopback\n fd00:0:0:2::91 control-plane1.undercloud.local control-plane1\n fd00:0:0:2::92 control-plane2.undercloud.local control-plane2\n fd00:0:0:2::93 control-plane3.undercloud.local control-plane3\n fd00:0:0:2::101 worker1.undercloud.local worker1\n fd00:0:0:2::102 worker2.undercloud.local worker2\n fd00:0:0:2::103 worker3.undercloud.local worker3\n 10.0.2.91 control-plane1.undercloud.local control-plane1\n 10.0.2.92 control-plane2.undercloud.local control-plane2\n 10.0.2.93 control-plane3.undercloud.local control-plane3\n 10.0.2.101 worker1.undercloud.local worker1\n 10.0.2.102 worker2.undercloud.local worker2\n 10.0.2.103 worker3.undercloud.local worker3\n\n - path: /opt/bin/kubeadm\n mode: 0755\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\"\n\n - path: /opt/bin/kubelet\n mode: 0755\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\"\n\n - path: /opt/bin/kubectl\n mode: 0755\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\"\n\n - path: /opt/bin/calicoctl\n mode: 0755\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calicoctl\"\n\n - path: /etc/kubernetes/kubeadm-join.yaml\n mode: 0644\n contents:\n inline: |\n apiVersion: kubeadm.k8s.io/v1beta3\n kind: JoinConfiguration\n controlPlane:\n localAPIEndpoint:\n advertiseAddress: \"fd00:0:0:2::92\"\n bindPort: 6443\n certificateKey: \"fee7c3e5cfcac7e4774c6efca0464a42d897f30f7300340d6578b5cfb4a3d34b\"\n nodeRegistration:\n name: control-plane2\n criSocket: unix:///run/containerd/containerd.sock\n kubeletExtraArgs:\n node-ip: \"fd00:0:0:2::92\"\n discovery:\n bootstrapToken:\n apiServerEndpoint: \"[fd00:0:0:2::100]:6443\"\n token: \"abcdef.0123456789abcdef\"\n unsafeSkipCAVerification: true\n\nsystemd:\n units:\n - name: kubelet.service\n enabled: true\n contents: |\n [Unit]\n Description=kubelet, the Kubernetes Node Agent\n Documentation=https://kubernetes.io/docs/home\n Wants=network-online.target\n After=network-online.target containerd.service\n\n [Service]\n Environment=\"KUBELET_KUBECONFIG_ARGS=--bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --kubeconfig=/etc/kubernetes/kubelet.conf\"\n Environment=\"KUBELET_CONFIG_ARGS=--config=/var/lib/kubelet/config.yaml\"\n EnvironmentFile=-/var/lib/kubelet/kubeadm-flags.env\n ExecStart=/opt/bin/kubelet $KUBELET_KUBECONFIG_ARGS $KUBELET_CONFIG_ARGS $KUBELET_KUBEADM_ARGS $KUBELET_EXTRA_ARGS\n Restart=always\n StartLimitInterval=0\n RestartSec=10\n\n [Install]\n WantedBy=multi-user.target\n\n - name: kubeadm-join.service\n enabled: true\n contents: |\n [Unit]\n Description=Join node to Kubernetes cluster\n After=network-online.target containerd.service kubelet.service\n Wants=network-online.target\n\n [Service]\n Type=oneshot\n Environment=\"PATH=/opt/bin:/usr/bin:/bin:/usr/sbin:/sbin\"\n ExecStart=/opt/bin/kubeadm join --config=/etc/kubernetes/kubeadm-join.yaml\n ExecStartPost=/usr/bin/systemctl disable kubeadm-join.service\n Restart=on-failure\n RestartSec=120s\n\n [Install]\n WantedBy=multi-user.target\n", + "id": "1356969345", "pretty_print": true, - "rendered": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,control-plane2\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-kubernetes-cri.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/8pLLdFLKspMSU+FUrp5abrJiTk5upkFJYlJOanFCgq2CoZc+NSZQRXC1GUWlJnoZRbEp+UXlScWpSigA5A6QAAAAP//GxhMCXgAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/10-eth0.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLckw4OKK9kstKc8vyo7lckxJKUotLrY1NNAz0DPSszTSNzLhck8sSS1PrIQJGsNVpaUYGFiBoJGVlaWRvhlCKbKMMZeLXzBEs7GeIZgDlza2sjLkAgQAAP//Qxp3MpIAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/containerd/config.toml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yNQQoCMQxF9z1F6AFSnP2cRGRw0jgENC1ppuDtpSIirmYX3gvvd7YmRWGGKZzrfd9EG0YpSEX9KsqWcbNK2E9IJvGX264uD27joEsA+IDFn5Vhhr/M+MI+xYM7KiO5ii5ZbNRSqZ5IJa2iMQBQ0dvXsdPbKTvmGF4BAAD//0jp1eHXAAAA\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nDocumentation=https://containerd.io\\nAfter=network.target\\n\\n[Service]\\nExecStartPre=/sbin/modprobe overlay\\nExecStartPre=/sbin/modprobe br_netfilter\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-sysctl.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-resolved.service\"\n },\n {\n \"enabled\": false,\n \"name\": \"kubelet.service\"\n }\n ]\n }\n}", + "rendered": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"directories\": [\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/opt/bin\",\n \"user\": {},\n \"mode\": 493\n },\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/opt/cni/bin\",\n \"user\": {},\n \"mode\": 493\n }\n ],\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,control-plane2%0A\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/00-eth.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLcnQ4uKK9kstKc8vyo7lckxJKUotLrZNSzEwsAJBIysrSyN9MxMu98SS1PLEShQZYy4Xv2CEiLGVlSHcBEMDPQM9Iz1LI30jhGaoIEQfmGOsZ8jlkp+bmJlXbFual5JalJyTX5qil5OfnJjDBQgAAP//eq4bWKsAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/etc/hosts\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/5TRYcqDMAwG4P+eIhewNAl8H/Y2rjo2LEY6Zdcf3arQMgnTX83bB8obpH9jjTUIAEF8H27yWBvn0vnzHVO4L39tfZLl0vupuQ7WuvSTcx2Cl3mNEtol9POIZpuHMfog22DevspLTWVKiqZSc5myornQaBGeEqcxfnlzDipAeU5ngCrAec5ngBtMCyHTpR382OROqaZ6jTvlmuodZprq0/s7LhPo3R2XGfTeXgEAAP//kbvS+8wCAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/calicoctl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calicoctl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/kubernetes/kubeadm-join.yaml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/2yRsW7bMBCGdz0FoT0WLdGSzc0IMrRdjLrIUnQ4kUfjIOVOICkjefuCVlBkKLgQh/94932EhV4xJhK2alpHBP+2m45pR9Lc9yNm6KqJ2Fv1XYifhQPd1giZhCsnnKPMlxkYbaXULA7m8+XbC/tFiHOpKQX+jjFTwrP3EVOyqg5ea1tOa+2prR+xkdhfJGaremO6SilXugI5yPgDP0oX4uA6PLjgwA1ohsG4HoMDbXoDpvXH0xA6HYZO685o3x+G43hwYTTQ+c6MdcXi8SfeKOWNoCzI8IZWfaI8LYWlLdMjXcVNmK1amd5t0zRx5abkgBij/3LdJXFTpR76Zswv7znCOd7Sxl+GPtHyH2xPyckd40cJjiK57LX8kgn5U91CV4x3jP+Mqvr311f2Wv+xxdfmMD9aVQ2j8xh2et925tAPx9NW2EIrJwh4nWh5Pr9i3BQ/vj/HFau/AQAA//+3ux+kEAIAAA==\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=kubelet, the Kubernetes Node Agent\\nDocumentation=https://kubernetes.io/docs/home\\nWants=network-online.target\\nAfter=network-online.target containerd.service\\n\\n[Service]\\nEnvironment=\\\"KUBELET_KUBECONFIG_ARGS=--bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --kubeconfig=/etc/kubernetes/kubelet.conf\\\"\\nEnvironment=\\\"KUBELET_CONFIG_ARGS=--config=/var/lib/kubelet/config.yaml\\\"\\nEnvironmentFile=-/var/lib/kubelet/kubeadm-flags.env\\nExecStart=/opt/bin/kubelet $KUBELET_KUBECONFIG_ARGS $KUBELET_CONFIG_ARGS $KUBELET_KUBEADM_ARGS $KUBELET_EXTRA_ARGS\\nRestart=always\\nStartLimitInterval=0\\nRestartSec=10\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"kubelet.service\"\n },\n {\n \"contents\": \"[Unit]\\nDescription=Join node to Kubernetes cluster\\nAfter=network-online.target containerd.service kubelet.service\\nWants=network-online.target\\n\\n[Service]\\nType=oneshot\\nEnvironment=\\\"PATH=/opt/bin:/usr/bin:/bin:/usr/sbin:/sbin\\\"\\nExecStart=/opt/bin/kubeadm join --config=/etc/kubernetes/kubeadm-join.yaml\\nExecStartPost=/usr/bin/systemctl disable kubeadm-join.service\\nRestart=on-failure\\nRestartSec=120s\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"kubeadm-join.service\"\n }\n ]\n }\n}", "snippets": null, - "strict": true + "strict": false }, "sensitive_attributes": [], "identity_schema_version": 0 @@ -61,7 +61,7 @@ "pretty_print": true, "rendered": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,control-plane3\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-kubernetes-cri.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/8pLLdFLKspMSU+FUrp5abrJiTk5upkFJYlJOanFCgq2CoZc+NSZQRXC1GUWlJnoZRbEp+UXlScWpSigA5A6QAAAAP//GxhMCXgAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/10-eth0.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLckw4OKK9kstKc8vyo7lckxJKUotLrY1NNAz0DPSszTWNzLhck8sSS1PrIQJGsNVpaUYGFiBoJGVlaWxvhlCKbKMMZeLXzBEs7GeIZgDlza2sjLkAgQAAP//72V79pIAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/containerd/config.toml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yNQQoCMQxF9z1F6AFSnP2cRGRw0jgENC1ppuDtpSIirmYX3gvvd7YmRWGGKZzrfd9EG0YpSEX9KsqWcbNK2E9IJvGX264uD27joEsA+IDFn5Vhhr/M+MI+xYM7KiO5ii5ZbNRSqZ5IJa2iMQBQ0dvXsdPbKTvmGF4BAAD//0jp1eHXAAAA\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nDocumentation=https://containerd.io\\nAfter=network.target\\n\\n[Service]\\nExecStartPre=/sbin/modprobe overlay\\nExecStartPre=/sbin/modprobe br_netfilter\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-sysctl.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-resolved.service\"\n },\n {\n \"enabled\": false,\n \"name\": \"kubelet.service\"\n }\n ]\n }\n}", "snippets": null, - "strict": true + "strict": false }, "sensitive_attributes": [], "identity_schema_version": 0 @@ -82,7 +82,7 @@ "pretty_print": true, "rendered": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,worker1\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-kubernetes-cri.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/8pLLdFLKspMSU+FUrp5abrJiTk5upkFJYlJOanFCgq2CoZc+NSZQRXC1GUWlJnoZRbEp+UXlScWpSigA5A6QAAAAP//GxhMCXgAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/10-eth0.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLckw4OKK9kstKc8vyo7lckxJKUotLrY1NNAz0DPSMzQw1Dcy4XJPLEktT6yEiRrDlaWlGBhYgaCRlRVIrRlCLbKUMZeLXzBEt7GeIZgDlza2sjLkAgQAAP//gOFLZJQAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/containerd/config.toml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yNQQoCMQxF9z1F6AFSnP2cRGRw0jgENC1ppuDtpSIirmYX3gvvd7YmRWGGKZzrfd9EG0YpSEX9KsqWcbNK2E9IJvGX264uD27joEsA+IDFn5Vhhr/M+MI+xYM7KiO5ii5ZbNRSqZ5IJa2iMQBQ0dvXsdPbKTvmGF4BAAD//0jp1eHXAAAA\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nDocumentation=https://containerd.io\\nAfter=network.target\\n\\n[Service]\\nExecStartPre=/sbin/modprobe overlay\\nExecStartPre=/sbin/modprobe br_netfilter\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-sysctl.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-resolved.service\"\n },\n {\n \"enabled\": false,\n \"name\": \"kubelet.service\"\n }\n ]\n }\n}", "snippets": null, - "strict": true + "strict": false }, "sensitive_attributes": [], "identity_schema_version": 0 @@ -103,7 +103,7 @@ "pretty_print": true, "rendered": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,worker2\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-kubernetes-cri.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/8pLLdFLKspMSU+FUrp5abrJiTk5upkFJYlJOanFCgq2CoZc+NSZQRXC1GUWlJnoZRbEp+UXlScWpSigA5A6QAAAAP//GxhMCXgAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/10-eth0.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLckw4OKK9kstKc8vyo7lckxJKUotLrY1NNAz0DPSMzQw0jcy4XJPLEktT6yEiRrDlaWlGBhYgaCRlRVIrRlCLbKUMZeLXzBEt7GeIZgDlza2sjLkAgQAAP//o91Ku5QAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/containerd/config.toml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yNQQoCMQxF9z1F6AFSnP2cRGRw0jgENC1ppuDtpSIirmYX3gvvd7YmRWGGKZzrfd9EG0YpSEX9KsqWcbNK2E9IJvGX264uD27joEsA+IDFn5Vhhr/M+MI+xYM7KiO5ii5ZbNRSqZ5IJa2iMQBQ0dvXsdPbKTvmGF4BAAD//0jp1eHXAAAA\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nDocumentation=https://containerd.io\\nAfter=network.target\\n\\n[Service]\\nExecStartPre=/sbin/modprobe overlay\\nExecStartPre=/sbin/modprobe br_netfilter\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-sysctl.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-resolved.service\"\n },\n {\n \"enabled\": false,\n \"name\": \"kubelet.service\"\n }\n ]\n }\n}", "snippets": null, - "strict": true + "strict": false }, "sensitive_attributes": [], "identity_schema_version": 0 @@ -124,13 +124,37 @@ "pretty_print": true, "rendered": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,worker3\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-kubernetes-cri.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/8pLLdFLKspMSU+FUrp5abrJiTk5upkFJYlJOanFCgq2CoZc+NSZQRXC1GUWlJnoZRbEp+UXlScWpSigA5A6QAAAAP//GxhMCXgAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/10-eth0.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLckw4OKK9kstKc8vyo7lckxJKUotLrY1NNAz0DPSMzQw1jcy4XJPLEktT6yEiRrDlaWlGBhYgaCRlRVIrRlCLbKUMZeLXzBEt7GeIZgDlza2sjLkAgQAAP//fTRlR5QAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/containerd/config.toml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yNQQoCMQxF9z1F6AFSnP2cRGRw0jgENC1ppuDtpSIirmYX3gvvd7YmRWGGKZzrfd9EG0YpSEX9KsqWcbNK2E9IJvGX264uD27joEsA+IDFn5Vhhr/M+MI+xYM7KiO5ii5ZbNRSqZ5IJa2iMQBQ0dvXsdPbKTvmGF4BAAD//0jp1eHXAAAA\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nDocumentation=https://containerd.io\\nAfter=network.target\\n\\n[Service]\\nExecStartPre=/sbin/modprobe overlay\\nExecStartPre=/sbin/modprobe br_netfilter\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-sysctl.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-resolved.service\"\n },\n {\n \"enabled\": false,\n \"name\": \"kubelet.service\"\n }\n ]\n }\n}", "snippets": null, - "strict": true + "strict": false }, "sensitive_attributes": [], "identity_schema_version": 0 } ] }, + { + "mode": "managed", + "type": "null_resource", + "name": "wait_for_cp1", + "provider": "provider[\"registry.terraform.io/hashicorp/null\"]", + "instances": [ + { + "schema_version": 0, + "attributes": { + "id": "8294583222444653061", + "triggers": null + }, + "sensitive_attributes": [], + "identity_schema_version": 0, + "dependencies": [ + "data.ct_config.control_plane1_ignition", + "proxmox_virtual_environment_download_file.flatcar_image", + "proxmox_virtual_environment_file.control_plane1_ignition", + "proxmox_virtual_environment_vm.control_plane1", + "proxmox_virtual_environment_vm.flatcar_template" + ] + } + ] + }, { "mode": "managed", "type": "proxmox_virtual_environment_download_file", @@ -156,8 +180,7 @@ "verify": true }, "sensitive_attributes": [], - "identity_schema_version": 0, - "private": "eyJvcmlnaW5hbF9zdGF0ZV9zaXplIjoiTlRFek1qYzNPVFV5In0=" + "identity_schema_version": 0 } ] }, @@ -183,7 +206,7 @@ "source_file": [], "source_raw": [ { - "data": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,control-plane1%0A\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/etc/hosts\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/5TRYcqDMAwG4P+eIhewNAl8H/Y2rjo2LEY6Zdcf3arQMgnTX83bB8obpH9jjTUIAEF8H27yWBvn0vnzHVO4L39tfZLl0vupuQ7WuvSTcx2Cl3mNEtol9POIZpuHMfog22DevspLTWVKiqZSc5myornQaBGeEqcxfnlzDipAeU5ngCrAec5ngBtMCyHTpR382OROqaZ6jTvlmuodZprq0/s7LhPo3R2XGfTeXgEAAP//kbvS+8wCAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/etc/motd\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/6yRwUrDUBBF937FXXeRfwi1oCAWbLvQ3fgyTQZe3oSZeUL8eol1IViLYM967uHArP7PzQq/0B72d9un+5fNLdr1erPbYfv48Pzz7oLiz3w69oM4fPbgEeKYyAJ6BME5VeMOUo5GHlZTVOPmnKPNGZRC3iSEHWSMUYuELnsqHbL2PXfNpY5DoRqDmrwvm5TYHWoYxavzUuZhkiLPmEwHeZX4cn9zjDTD2GsOSEEnnmTKUsjmUwX3dArV0pzvuMJrPwIAAP//XViW3h8CAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-k8s.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4SP4WrDMAyE/+ddIpLQlf7xswjVkTsxWzKyl65vPzLCoFDoL6G7T5xOuYPU7QRSMZnfydcwD4d6hmiagHKGwxO9HfbVZb3xMUZNY6ScR6mdrpnbG+j8RP3l/yd5xSS5s4fpxR+rtP0UdzVMw1bANvZopUjHwsX8EeYhNRC1LukBhX7wu7HjnXr85BY+ltNyubxERFsnjTs0L8MXu3KGSioxzNPTjqZoVvcGvwEAAP//65g9/kIBAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/kubernetes/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/kubernetes/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/kubernetes/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/kubernetes/bin/calicoctl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calicoctl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/kubernetes/kubeadm-init.yaml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yQzY7TMBSF934KK2vinzQTpt7OsEBsRgxig1g49m1lxb038k/h8ZGbUqhgMcrGss534vPZNXyFlAOh4UudwfqTWB6zCCTPeoZid2wJ6A3/iKE8ER7CsSZbAiFD8vAZjiGX7cIwztGewHBHWBLFfo0WQTPOXQqv5BYohstUUbaADQjJ/3UUmdzCZqLSGtcvtADmVtrz0s6Gd3Z2Hg5C6WE3PkzvH/fbRcc459xDdimsl6fwzsPB1lh+j+K33q1sQ0qJhivW9z17s4inWHOBdO+iEQmhQL6VnLUY9kKxq4yX5uID+pUCFsO7bwevlGnfYIxW6ruZxnHXMYTyg9IS8Nimr+Rf64xNXHcBtDLDOBojH6Z3WolhHIUSSuqpDcqQzsHBP8R+MkZqPTRiP23A0ACP+ZlONjRhbWxFD8lFql5EcjZ2/1UToQh3mX9vSF8Nfdoy94bOFOsJXmI9BnwOyXBJa5ExzPATnPzjT17/0K+XaJYbKFuM/QoAAP//vxrb564CAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/kubernetes/calico.yaml\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calico.yaml\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=Load necessary kernel modules\\nBefore=containerd.service kubeadm-init.service\\n\\n[Service]\\nType=oneshot\\nExecStart=/usr/bin/modprobe br_netfilter\\nExecStart=/usr/bin/modprobe overlay\\nRemainAfterExit=yes\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"modules-load.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd-wait-online.service\"\n },\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nAfter=network.target modules-load.service\\n\\n[Service]\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"contents\": \"[Unit]\\nDescription=Kubeadm Init Cluster\\nAfter=network-online.target containerd.service\\nWants=network-online.target\\n\\n[Service]\\nType=oneshot\\nExecStart=/opt/kubernetes/bin/kubeadm init --config=/etc/kubernetes/kubeadm-init.yaml\\nExecStartPost=/usr/bin/mkdir -p /home/core/.kube\\nExecStartPost=/usr/bin/cp -i /etc/kubernetes/admin.conf /home/core/.kube/config\\nExecStartPost=/usr/bin/chown core:core /home/core/.kube/config\\nExecStartPost=/opt/kubernetes/bin/kubectl --kubeconfig=/etc/kubernetes/admin.conf apply -f /etc/kubernetes/calico.yaml\\nRemainAfterExit=yes\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"kubeadm-init.service\"\n }\n ]\n }\n}", + "data": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"directories\": [\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/opt/bin\",\n \"user\": {},\n \"mode\": 493\n },\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/opt/cni/bin\",\n \"user\": {},\n \"mode\": 755\n }\n ],\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,control-plane1%0A\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/00-eth.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLcnQ4uKK9kstKc8vyo7lckxJKUotLrZNSzEwsAJBIysrS0N9MxMu98SS1PLEShQZYy4Xv2CEiLGVlSHcBEMDPQM9Iz1LQ30jhGaoIEQfmGOsZ8jlkp+bmJlXbFual5JalJyTX5qil5OfnJjDBQgAAP//szh4MqsAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/etc/hosts\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/5TRYcqDMAwG4P+eIhewNAl8H/Y2rjo2LEY6Zdcf3arQMgnTX83bB8obpH9jjTUIAEF8H27yWBvn0vnzHVO4L39tfZLl0vupuQ7WuvSTcx2Cl3mNEtol9POIZpuHMfog22DevspLTWVKiqZSc5myornQaBGeEqcxfnlzDipAeU5ngCrAec5ngBtMCyHTpR382OROqaZ6jTvlmuodZprq0/s7LhPo3R2XGfTeXgEAAP//kbvS+8wCAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/etc/motd\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/6yRwUrDUBBF937FXXeRfwi1oCAWbLvQ3fgyTQZe3oSZeUL8eol1IViLYM967uHArP7PzQq/0B72d9un+5fNLdr1erPbYfv48Pzz7oLiz3w69oM4fPbgEeKYyAJ6BME5VeMOUo5GHlZTVOPmnKPNGZRC3iSEHWSMUYuELnsqHbL2PXfNpY5DoRqDmrwvm5TYHWoYxavzUuZhkiLPmEwHeZX4cn9zjDTD2GsOSEEnnmTKUsjmUwX3dArV0pzvuMJrPwIAAP//XViW3h8CAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-k8s.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4SP4WrDMAyE/+ddIpLQlf7xswjVkTsxWzKyl65vPzLCoFDoL6G7T5xOuYPU7QRSMZnfydcwD4d6hmiagHKGwxO9HfbVZb3xMUZNY6ScR6mdrpnbG+j8RP3l/yd5xSS5s4fpxR+rtP0UdzVMw1bANvZopUjHwsX8EeYhNRC1LukBhX7wu7HjnXr85BY+ltNyubxERFsnjTs0L8MXu3KGSioxzNPTjqZoVvcGvwEAAP//65g9/kIBAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/calicoctl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calicoctl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/kubernetes/kubeadm-init.yaml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4xSz2/bLhy981cgzl8bbBM74ZZv20PVS7ROu0w7YPg4RSZgAc7a/fUTdpY1WqVNviD7vef3AzmZLxCi8U7gce5B6lM5bmNpPD1XPSTZoNE4LfCjM+nOu8Ec5yCT8Q5Zr6TdHx4fnJ68cUkgjKU+Q0gmwl7rADEKTAbNmMhPLcSuIgjj3jh98CEJ3HLeIOc1fIKjiWkVzjpOnkBg5V0K3haTlQ4qhLEK5tmrEZLAszOvglIaZkczThoHQb87ltGrEeEllYX08JqC3IdjzPIY558WZvrAn8oBBqNkgid4ywCATjWwUYOSqgPedVy1MCjJeMslr/V21w0NG7qGsYYz3W66bb9RQ89loxveE9R7n3K66bMfwS0OCpzyWWAie6VhKFlVN3zTdtvd+oIsNjVEFcy01IKJhkHONv0aCl91V7GVkpIVmDCCiqJA/zzvnZ1jgnC7cGYEBwniVeRclfWuZOgyzSEvc70AmHx932bF2DeRJybIQfruw2jcMYefvH6ee5dnXOuvmKg5F4Ju2v8qVtacl6xktGpzpAjhbBT8wdi1QtCqqjNj166EOhO0i/f+JE2uLIednYagrJ91udzZj6uxkEq1xL9tqLo09LRibhuS12suBEEvIG16+fG/cXp/80Gt7f7F1dnb+QQHOx+NuzdBYOqnRK3p4RUU/T0GvdgtpgUa6UqkGYbUMfh5ug/mDEFgEt9igpMm6GcAAAD//x0f6DvpAwAA\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/kubernetes/calico.yaml\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calico.yaml\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=Load necessary kernel modules\\nBefore=containerd.service kubeadm-init.service\\n\\n[Service]\\nType=oneshot\\nExecStart=/usr/bin/modprobe br_netfilter\\nExecStart=/usr/bin/modprobe overlay\\nRemainAfterExit=yes\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"modules-load.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd-wait-online.service\"\n },\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nAfter=network.target modules-load.service\\n\\n[Service]\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"contents\": \"[Unit]\\nDescription=kubelet, the Kubernetes Node Agent\\nDocumentation=https://kubernetes.io/docs/home\\nWants=network-online.target\\nAfter=network-online.target containerd.service\\n\\n[Service]\\nEnvironment=\\\"KUBELET_KUBECONFIG_ARGS=--bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --kubeconfig=/etc/kubernetes/kubelet.conf\\\"\\nEnvironment=\\\"KUBELET_CONFIG_ARGS=--config=/var/lib/kubelet/config.yaml\\\"\\nEnvironmentFile=-/var/lib/kubelet/kubeadm-flags.env\\nExecStart=/opt/bin/kubelet $KUBELET_KUBECONFIG_ARGS $KUBELET_CONFIG_ARGS $KUBELET_KUBEADM_ARGS $KUBELET_EXTRA_ARGS\\nRestart=always\\nStartLimitInterval=0\\nRestartSec=10\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"kubelet.service\"\n },\n {\n \"contents\": \"[Unit]\\nDescription=Kubeadm Init Cluster\\nAfter=network-online.target containerd.service kubelet.service\\nWants=network-online.target\\n\\n[Service]\\nType=oneshot\\nEnvironment=\\\"PATH=/opt/bin:/usr/bin:/bin:/usr/sbin:/sbin\\\"\\nExecStartPre=/bin/sleep 30s\\nExecStart=/opt/bin/kubeadm init --upload-certs --config=/etc/kubernetes/kubeadm-init.yaml\\nExecStartPost=/usr/bin/mkdir -p /home/core/.kube\\nExecStartPost=/usr/bin/cp -i /etc/kubernetes/admin.conf /home/core/.kube/config\\nExecStartPost=/usr/bin/chown core:core /home/core/.kube/config\\n#ExecStartPost=/opt/bin/kubectl --kubeconfig=/etc/kubernetes/admin.conf apply -f /etc/kubernetes/calico.yaml\\nExecStartPost=/usr/bin/systemctl disable kubeadm-init.service\\nRestart=on-failure\\nRestartSec=120s\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"kubeadm-init.service\"\n }\n ]\n }\n}", "file_name": "control-plane1-ignition-user-data", "resize": 0 } @@ -221,7 +244,7 @@ "source_file": [], "source_raw": [ { - "data": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,control-plane2\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-kubernetes-cri.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/8pLLdFLKspMSU+FUrp5abrJiTk5upkFJYlJOanFCgq2CoZc+NSZQRXC1GUWlJnoZRbEp+UXlScWpSigA5A6QAAAAP//GxhMCXgAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/10-eth0.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLckw4OKK9kstKc8vyo7lckxJKUotLrY1NNAz0DPSszTSNzLhck8sSS1PrIQJGsNVpaUYGFiBoJGVlaWRvhlCKbKMMZeLXzBEs7GeIZgDlza2sjLkAgQAAP//Qxp3MpIAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/containerd/config.toml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yNQQoCMQxF9z1F6AFSnP2cRGRw0jgENC1ppuDtpSIirmYX3gvvd7YmRWGGKZzrfd9EG0YpSEX9KsqWcbNK2E9IJvGX264uD27joEsA+IDFn5Vhhr/M+MI+xYM7KiO5ii5ZbNRSqZ5IJa2iMQBQ0dvXsdPbKTvmGF4BAAD//0jp1eHXAAAA\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nDocumentation=https://containerd.io\\nAfter=network.target\\n\\n[Service]\\nExecStartPre=/sbin/modprobe overlay\\nExecStartPre=/sbin/modprobe br_netfilter\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-sysctl.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-resolved.service\"\n },\n {\n \"enabled\": false,\n \"name\": \"kubelet.service\"\n }\n ]\n }\n}", + "data": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"directories\": [\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/opt/bin\",\n \"user\": {},\n \"mode\": 493\n },\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/opt/cni/bin\",\n \"user\": {},\n \"mode\": 493\n }\n ],\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,control-plane2%0A\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/00-eth.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLcnQ4uKK9kstKc8vyo7lckxJKUotLrZNSzEwsAJBIysrSyN9MxMu98SS1PLEShQZYy4Xv2CEiLGVlSHcBEMDPQM9Iz1LI30jhGaoIEQfmGOsZ8jlkp+bmJlXbFual5JalJyTX5qil5OfnJjDBQgAAP//eq4bWKsAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/etc/hosts\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/5TRYcqDMAwG4P+eIhewNAl8H/Y2rjo2LEY6Zdcf3arQMgnTX83bB8obpH9jjTUIAEF8H27yWBvn0vnzHVO4L39tfZLl0vupuQ7WuvSTcx2Cl3mNEtol9POIZpuHMfog22DevspLTWVKiqZSc5myornQaBGeEqcxfnlzDipAeU5ngCrAec5ngBtMCyHTpR382OROqaZ6jTvlmuodZprq0/s7LhPo3R2XGfTeXgEAAP//kbvS+8wCAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/calicoctl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calicoctl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/kubernetes/kubeadm-join.yaml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/2yRsW7bMBCGdz0FoT0WLdGSzc0IMrRdjLrIUnQ4kUfjIOVOICkjefuCVlBkKLgQh/94932EhV4xJhK2alpHBP+2m45pR9Lc9yNm6KqJ2Fv1XYifhQPd1giZhCsnnKPMlxkYbaXULA7m8+XbC/tFiHOpKQX+jjFTwrP3EVOyqg5ea1tOa+2prR+xkdhfJGaremO6SilXugI5yPgDP0oX4uA6PLjgwA1ohsG4HoMDbXoDpvXH0xA6HYZO685o3x+G43hwYTTQ+c6MdcXi8SfeKOWNoCzI8IZWfaI8LYWlLdMjXcVNmK1amd5t0zRx5abkgBij/3LdJXFTpR76Zswv7znCOd7Sxl+GPtHyH2xPyckd40cJjiK57LX8kgn5U91CV4x3jP+Mqvr311f2Wv+xxdfmMD9aVQ2j8xh2et925tAPx9NW2EIrJwh4nWh5Pr9i3BQ/vj/HFau/AQAA//+3ux+kEAIAAA==\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=kubelet, the Kubernetes Node Agent\\nDocumentation=https://kubernetes.io/docs/home\\nWants=network-online.target\\nAfter=network-online.target containerd.service\\n\\n[Service]\\nEnvironment=\\\"KUBELET_KUBECONFIG_ARGS=--bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf --kubeconfig=/etc/kubernetes/kubelet.conf\\\"\\nEnvironment=\\\"KUBELET_CONFIG_ARGS=--config=/var/lib/kubelet/config.yaml\\\"\\nEnvironmentFile=-/var/lib/kubelet/kubeadm-flags.env\\nExecStart=/opt/bin/kubelet $KUBELET_KUBECONFIG_ARGS $KUBELET_CONFIG_ARGS $KUBELET_KUBEADM_ARGS $KUBELET_EXTRA_ARGS\\nRestart=always\\nStartLimitInterval=0\\nRestartSec=10\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"kubelet.service\"\n },\n {\n \"contents\": \"[Unit]\\nDescription=Join node to Kubernetes cluster\\nAfter=network-online.target containerd.service kubelet.service\\nWants=network-online.target\\n\\n[Service]\\nType=oneshot\\nEnvironment=\\\"PATH=/opt/bin:/usr/bin:/bin:/usr/sbin:/sbin\\\"\\nExecStart=/opt/bin/kubeadm join --config=/etc/kubernetes/kubeadm-join.yaml\\nExecStartPost=/usr/bin/systemctl disable kubeadm-join.service\\nRestart=on-failure\\nRestartSec=120s\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"kubeadm-join.service\"\n }\n ]\n }\n}", "file_name": "control-plane2-ignition-user-data", "resize": 0 } @@ -433,7 +456,7 @@ "efi_disk": [], "hook_script_file_id": null, "hostpci": [], - "id": "106", + "id": "105", "initialization": [ { "datastore_id": "local-lvm", @@ -453,7 +476,7 @@ "keyboard_layout": "en-us", "kvm_arguments": null, "mac_addresses": [ - "BC:24:11:B8:38:14" + "BC:24:11:A7:46:1E" ], "machine": null, "memory": [ @@ -473,7 +496,7 @@ "disconnected": false, "enabled": true, "firewall": false, - "mac_address": "BC:24:11:B8:38:14", + "mac_address": "BC:24:11:A7:46:1E", "model": "virtio", "mtu": 0, "queues": 0, @@ -518,7 +541,7 @@ "usb": [], "vga": [], "virtiofs": [], - "vm_id": 106, + "vm_id": 105, "watchdog": [] }, "sensitive_attributes": [], @@ -563,7 +586,7 @@ "affinity": "", "architecture": "", "cores": 2, - "flags": [], + "flags": null, "hotplugged": 0, "limit": 0, "numa": false, @@ -577,7 +600,7 @@ "efi_disk": [], "hook_script_file_id": null, "hostpci": [], - "id": "105", + "id": "108", "initialization": [ { "datastore_id": "local-lvm", @@ -597,7 +620,7 @@ "keyboard_layout": "en-us", "kvm_arguments": null, "mac_addresses": [ - "BC:24:11:6F:2C:47" + "BC:24:11:BA:74:15" ], "machine": null, "memory": [ @@ -617,7 +640,7 @@ "disconnected": false, "enabled": true, "firewall": false, - "mac_address": "BC:24:11:6F:2C:47", + "mac_address": "BC:24:11:BA:74:15", "model": "virtio", "mtu": 0, "queues": 0, @@ -662,16 +685,20 @@ "usb": [], "vga": [], "virtiofs": [], - "vm_id": 105, + "vm_id": 108, "watchdog": [] }, "sensitive_attributes": [], "identity_schema_version": 0, "private": "bnVsbA==", "dependencies": [ + "data.ct_config.control_plane1_ignition", "data.ct_config.control_plane2_ignition", + "null_resource.wait_for_cp1", "proxmox_virtual_environment_download_file.flatcar_image", + "proxmox_virtual_environment_file.control_plane1_ignition", "proxmox_virtual_environment_file.control_plane2_ignition", + "proxmox_virtual_environment_vm.control_plane1", "proxmox_virtual_environment_vm.flatcar_template" ] } @@ -707,7 +734,7 @@ "affinity": "", "architecture": "", "cores": 2, - "flags": [], + "flags": null, "hotplugged": 0, "limit": 0, "numa": false, @@ -721,7 +748,7 @@ "efi_disk": [], "hook_script_file_id": null, "hostpci": [], - "id": "107", + "id": "109", "initialization": [ { "datastore_id": "local-lvm", @@ -741,7 +768,7 @@ "keyboard_layout": "en-us", "kvm_arguments": null, "mac_addresses": [ - "BC:24:11:99:5C:35" + "BC:24:11:9C:18:5E" ], "machine": null, "memory": [ @@ -761,7 +788,7 @@ "disconnected": false, "enabled": true, "firewall": false, - "mac_address": "BC:24:11:99:5C:35", + "mac_address": "BC:24:11:9C:18:5E", "model": "virtio", "mtu": 0, "queues": 0, @@ -806,16 +833,20 @@ "usb": [], "vga": [], "virtiofs": [], - "vm_id": 107, + "vm_id": 109, "watchdog": [] }, "sensitive_attributes": [], "identity_schema_version": 0, "private": "bnVsbA==", "dependencies": [ + "data.ct_config.control_plane1_ignition", "data.ct_config.control_plane3_ignition", + "null_resource.wait_for_cp1", "proxmox_virtual_environment_download_file.flatcar_image", + "proxmox_virtual_environment_file.control_plane1_ignition", "proxmox_virtual_environment_file.control_plane3_ignition", + "proxmox_virtual_environment_vm.control_plane1", "proxmox_virtual_environment_vm.flatcar_template" ] } @@ -846,7 +877,7 @@ "affinity": "", "architecture": "", "cores": 1, - "flags": [], + "flags": null, "hotplugged": 0, "limit": 0, "numa": false, @@ -899,7 +930,7 @@ "keyboard_layout": "en-us", "kvm_arguments": "", "mac_addresses": [ - "BC:24:11:58:C3:B8" + "BC:24:11:53:BA:90" ], "machine": "", "memory": [ @@ -919,7 +950,7 @@ "disconnected": false, "enabled": true, "firewall": false, - "mac_address": "BC:24:11:58:C3:B8", + "mac_address": "BC:24:11:53:BA:90", "model": "virtio", "mtu": 0, "queues": 0, @@ -1005,7 +1036,7 @@ "affinity": "", "architecture": "", "cores": 2, - "flags": [], + "flags": null, "hotplugged": 0, "limit": 0, "numa": false, @@ -1019,7 +1050,7 @@ "efi_disk": [], "hook_script_file_id": null, "hostpci": [], - "id": "108", + "id": "107", "initialization": [ { "datastore_id": "local-lvm", @@ -1039,7 +1070,7 @@ "keyboard_layout": "en-us", "kvm_arguments": null, "mac_addresses": [ - "BC:24:11:FD:99:92" + "BC:24:11:79:12:22" ], "machine": null, "memory": [ @@ -1059,7 +1090,7 @@ "disconnected": false, "enabled": true, "firewall": false, - "mac_address": "BC:24:11:FD:99:92", + "mac_address": "BC:24:11:79:12:22", "model": "virtio", "mtu": 0, "queues": 0, @@ -1104,16 +1135,19 @@ "usb": [], "vga": [], "virtiofs": [], - "vm_id": 108, + "vm_id": 107, "watchdog": [] }, "sensitive_attributes": [], "identity_schema_version": 0, "private": "bnVsbA==", "dependencies": [ + "data.ct_config.control_plane1_ignition", "data.ct_config.worker1_ignition", "proxmox_virtual_environment_download_file.flatcar_image", + "proxmox_virtual_environment_file.control_plane1_ignition", "proxmox_virtual_environment_file.worker1_ignition", + "proxmox_virtual_environment_vm.control_plane1", "proxmox_virtual_environment_vm.flatcar_template" ] } @@ -1126,6 +1160,7 @@ "provider": "provider[\"registry.terraform.io/bpg/proxmox\"]", "instances": [ { + "status": "tainted", "schema_version": 0, "attributes": { "acpi": true, @@ -1149,7 +1184,7 @@ "affinity": "", "architecture": "", "cores": 2, - "flags": [], + "flags": null, "hotplugged": 0, "limit": 0, "numa": false, @@ -1163,12 +1198,12 @@ "efi_disk": [], "hook_script_file_id": null, "hostpci": [], - "id": "104", + "id": "106", "initialization": [ { "datastore_id": "local-lvm", "dns": [], - "interface": "ide2", + "interface": "", "ip_config": [], "meta_data_file_id": "", "network_data_file_id": "", @@ -1178,13 +1213,11 @@ "vendor_data_file_id": "" } ], - "ipv4_addresses": [], - "ipv6_addresses": [], + "ipv4_addresses": null, + "ipv6_addresses": null, "keyboard_layout": "en-us", "kvm_arguments": null, - "mac_addresses": [ - "BC:24:11:05:7C:55" - ], + "mac_addresses": null, "machine": null, "memory": [ { @@ -1203,7 +1236,7 @@ "disconnected": false, "enabled": true, "firewall": false, - "mac_address": "BC:24:11:05:7C:55", + "mac_address": "", "model": "virtio", "mtu": 0, "queues": 0, @@ -1212,7 +1245,7 @@ "vlan_id": 0 } ], - "network_interface_names": [], + "network_interface_names": null, "node_name": "hyper2", "numa": [], "on_boot": true, @@ -1230,10 +1263,10 @@ "stop_on_destroy": false, "tablet_device": true, "tags": [ + "worker", "flatcar", "kubernetes", - "terraform", - "worker" + "terraform" ], "template": false, "timeout_clone": 1800, @@ -1246,9 +1279,9 @@ "timeout_stop_vm": 300, "tpm_state": [], "usb": [], - "vga": [], + "vga": null, "virtiofs": [], - "vm_id": 104, + "vm_id": 106, "watchdog": [] }, "sensitive_attributes": [], @@ -1293,7 +1326,7 @@ "affinity": "", "architecture": "", "cores": 2, - "flags": [], + "flags": null, "hotplugged": 0, "limit": 0, "numa": false, @@ -1307,7 +1340,7 @@ "efi_disk": [], "hook_script_file_id": null, "hostpci": [], - "id": "109", + "id": "104", "initialization": [ { "datastore_id": "local-lvm", @@ -1327,7 +1360,7 @@ "keyboard_layout": "en-us", "kvm_arguments": null, "mac_addresses": [ - "BC:24:11:1A:31:0A" + "BC:24:11:28:2D:6A" ], "machine": null, "memory": [ @@ -1347,7 +1380,7 @@ "disconnected": false, "enabled": true, "firewall": false, - "mac_address": "BC:24:11:1A:31:0A", + "mac_address": "BC:24:11:28:2D:6A", "model": "virtio", "mtu": 0, "queues": 0, @@ -1392,7 +1425,7 @@ "usb": [], "vga": [], "virtiofs": [], - "vm_id": 109, + "vm_id": 104, "watchdog": [] }, "sensitive_attributes": [], diff --git a/terraform/terraform.tfstate.backup b/terraform/terraform.tfstate.backup index 4619620..95e0275 100644 --- a/terraform/terraform.tfstate.backup +++ b/terraform/terraform.tfstate.backup @@ -1,1412 +1,9 @@ { "version": 4, "terraform_version": "1.12.2", - "serial": 175, + "serial": 502, "lineage": "751616a2-db32-0edf-7258-3ba00b4868bd", "outputs": {}, - "resources": [ - { - "mode": "data", - "type": "ct_config", - "name": "control_plane1_ignition", - "provider": "provider[\"registry.terraform.io/poseidon/ct\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "content": "variant: flatcar\nversion: 1.1.0\n\npasswd:\n users:\n - name: core\n ssh_authorized_keys:\n - \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n\nnetworkd:\n units:\n - name: eth0.network\n contents: |\n [Match]\n Name=eth0\n \n [Network]\n Address=fd00:0:0:2::91/64\n Gateway=fd00:0:0:2::3\n DNS=fd00:0:0:3::1\n Address=10.0.2.91/24\n Gateway=10.0.2.3\n DNS=10.0.3.1\n Domains=undercloud.local\n\nstorage:\n files:\n - path: /etc/hostname\n mode: 0644\n contents:\n inline: |\n control-plane1\n\n - path: /etc/hosts\n mode: 0644\n overwrite: true\n contents:\n inline: |\n 127.0.0.1 localhost\n ::1 localhost ip6-localhost ip6-loopback\n fd00:0:0:2::91 control-plane1.undercloud.local control-plane1\n fd00:0:0:2::92 control-plane2.undercloud.local control-plane2\n fd00:0:0:2::93 control-plane3.undercloud.local control-plane3\n fd00:0:0:2::101 worker1.undercloud.local worker1\n fd00:0:0:2::102 worker2.undercloud.local worker2\n fd00:0:0:2::103 worker3.undercloud.local worker3\n 10.0.2.91 control-plane1.undercloud.local control-plane1\n 10.0.2.92 control-plane2.undercloud.local control-plane2\n 10.0.2.93 control-plane3.undercloud.local control-plane3\n 10.0.2.101 worker1.undercloud.local worker1\n 10.0.2.102 worker2.undercloud.local worker2\n 10.0.2.103 worker3.undercloud.local worker3\n\n - path: /etc/motd\n mode: 0644\n contents:\n inline: |\n *******************************************************************\n * AUTHORIZED ACCESS ONLY *\n * *\n * This system is part of a secured infrastructure. *\n * All activities are monitored and logged. *\n * Unauthorized access or misuse is strictly prohibited and *\n * may result in disciplinary and legal action. *\n *******************************************************************\n\n - path: /etc/sysctl.d/99-k8s.conf\n mode: 0644\n contents:\n inline: |\n net.ipv4.ip_forward=1\n net.ipv6.conf.all.forwarding=1\n net.bridge.bridge-nf-call-iptables=1\n net.bridge.bridge-nf-call-ip6tables=1\n net.ipv4.conf.all.rp_filter=0\n net.ipv6.conf.all.disable_ipv6=0\n vm.overcommit_memory=1\n fs.inotify.max_user_watches=524288\n fs.inotify.max_user_instances=512\n kernel.panic=10\n kernel.panic_on_oops=1\n\n - path: /opt/kubernetes/bin/kubeadm\n mode: 0755\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\"\n - path: /opt/kubernetes/bin/kubelet\n mode: 0755\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\"\n - path: /opt/kubernetes/bin/kubectl\n mode: 0755\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\"\n - path: /opt/kubernetes/bin/calicoctl\n mode: 0755\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calicoctl\"\n - path: /etc/kubernetes/kubeadm-init.yaml\n mode: 0644\n contents:\n inline: |\n apiVersion: kubeadm.k8s.io/v1beta3\n kind: InitConfiguration\n nodeRegistration:\n name: control-plane1\n criSocket: /run/containerd/containerd.sock\n bootstrapTokens:\n - token: \"abcdef.0123456789abcdef\"\n description: \"default kubeadm bootstrap token\"\n ttl: 0\n ---\n apiVersion: kubeadm.k8s.io/v1beta3\n kind: ClusterConfiguration\n kubernetesVersion: v1.29.0\n controlPlaneEndpoint: \"[fd00:0:0:2::100]:6443\"\n networking:\n podSubnet: \"fd00:10:244::/56,10.244.0.0/16\"\n serviceSubnet: \"fd00:10:96::/112,10.96.0.0/12\"\n dnsDomain: \"k8s.undercloud.local\"\n ---\n apiVersion: kubelet.config.k8s.io/v1beta1\n kind: KubeletConfiguration\n volumePluginDir: /opt/libexec/kubernetes/kubelet-plugins/volume/exec\n\n - path: /etc/kubernetes/calico.yaml\n mode: 0644\n contents:\n source: \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calico.yaml\"\n\nsystemd:\n units:\n - name: modules-load.service\n enabled: true\n contents: |\n [Unit]\n Description=Load necessary kernel modules\n Before=containerd.service kubeadm-init.service\n\n [Service]\n Type=oneshot\n ExecStart=/usr/bin/modprobe br_netfilter\n ExecStart=/usr/bin/modprobe overlay\n RemainAfterExit=yes\n\n [Install]\n WantedBy=multi-user.target\n\n - name: systemd-networkd-wait-online.service\n enabled: true\n\n - name: containerd.service\n enabled: true\n contents: |\n [Unit]\n Description=containerd container runtime\n After=network.target modules-load.service\n\n [Service]\n ExecStart=/usr/bin/containerd\n Restart=always\n RestartSec=5\n Delegate=yes\n KillMode=process\n OOMScoreAdjust=-999\n\n [Install]\n WantedBy=multi-user.target\n\n - name: kubeadm-init.service\n enabled: true\n contents: |\n [Unit]\n Description=Kubeadm Init Cluster\n After=network-online.target containerd.service\n Wants=network-online.target\n\n [Service]\n Type=oneshot\n ExecStart=/opt/kubernetes/bin/kubeadm init --config=/etc/kubernetes/kubeadm-init.yaml\n ExecStartPost=/usr/bin/mkdir -p /home/core/.kube\n ExecStartPost=/usr/bin/cp -i /etc/kubernetes/admin.conf /home/core/.kube/config\n ExecStartPost=/usr/bin/chown core:core /home/core/.kube/config\n ExecStartPost=/opt/kubernetes/bin/kubectl --kubeconfig=/etc/kubernetes/admin.conf apply -f /etc/kubernetes/calico.yaml\n RemainAfterExit=yes\n\n [Install]\n WantedBy=multi-user.target\n", - "id": "960311512", - "pretty_print": true, - "rendered": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,control-plane1%0A\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/etc/hosts\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/5TRYcqDMAwG4P+eIhewNAl8H/Y2rjo2LEY6Zdcf3arQMgnTX83bB8obpH9jjTUIAEF8H27yWBvn0vnzHVO4L39tfZLl0vupuQ7WuvSTcx2Cl3mNEtol9POIZpuHMfog22DevspLTWVKiqZSc5myornQaBGeEqcxfnlzDipAeU5ngCrAec5ngBtMCyHTpR382OROqaZ6jTvlmuodZprq0/s7LhPo3R2XGfTeXgEAAP//kbvS+8wCAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/motd\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/6yRwUrDUBBF937FXXeRfwi1oCAWbLvQ3fgyTQZe3oSZeUL8eol1IViLYM967uHArP7PzQq/0B72d9un+5fNLdr1erPbYfv48Pzz7oLiz3w69oM4fPbgEeKYyAJ6BME5VeMOUo5GHlZTVOPmnKPNGZRC3iSEHWSMUYuELnsqHbL2PXfNpY5DoRqDmrwvm5TYHWoYxavzUuZhkiLPmEwHeZX4cn9zjDTD2GsOSEEnnmTKUsjmUwX3dArV0pzvuMJrPwIAAP//XViW3h8CAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-k8s.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4SP4WrDMAyE/+ddIpLQlf7xswjVkTsxWzKyl65vPzLCoFDoL6G7T5xOuYPU7QRSMZnfydcwD4d6hmiagHKGwxO9HfbVZb3xMUZNY6ScR6mdrpnbG+j8RP3l/yd5xSS5s4fpxR+rtP0UdzVMw1bANvZopUjHwsX8EeYhNRC1LukBhX7wu7HjnXr85BY+ltNyubxERFsnjTs0L8MXu3KGSioxzNPTjqZoVvcGvwEAAP//65g9/kIBAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/kubernetes/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/kubernetes/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/kubernetes/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/kubernetes/bin/calicoctl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calicoctl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/kubernetes/kubeadm-init.yaml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yQzY7TMBSF934KK2vinzQTpt7OsEBsRgxig1g49m1lxb038k/h8ZGbUqhgMcrGss534vPZNXyFlAOh4UudwfqTWB6zCCTPeoZid2wJ6A3/iKE8ER7CsSZbAiFD8vAZjiGX7cIwztGewHBHWBLFfo0WQTPOXQqv5BYohstUUbaADQjJ/3UUmdzCZqLSGtcvtADmVtrz0s6Gd3Z2Hg5C6WE3PkzvH/fbRcc459xDdimsl6fwzsPB1lh+j+K33q1sQ0qJhivW9z17s4inWHOBdO+iEQmhQL6VnLUY9kKxq4yX5uID+pUCFsO7bwevlGnfYIxW6ruZxnHXMYTyg9IS8Nimr+Rf64xNXHcBtDLDOBojH6Z3WolhHIUSSuqpDcqQzsHBP8R+MkZqPTRiP23A0ACP+ZlONjRhbWxFD8lFql5EcjZ2/1UToQh3mX9vSF8Nfdoy94bOFOsJXmI9BnwOyXBJa5ExzPATnPzjT17/0K+XaJYbKFuM/QoAAP//vxrb564CAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/kubernetes/calico.yaml\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calico.yaml\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=Load necessary kernel modules\\nBefore=containerd.service kubeadm-init.service\\n\\n[Service]\\nType=oneshot\\nExecStart=/usr/bin/modprobe br_netfilter\\nExecStart=/usr/bin/modprobe overlay\\nRemainAfterExit=yes\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"modules-load.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd-wait-online.service\"\n },\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nAfter=network.target modules-load.service\\n\\n[Service]\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"contents\": \"[Unit]\\nDescription=Kubeadm Init Cluster\\nAfter=network-online.target containerd.service\\nWants=network-online.target\\n\\n[Service]\\nType=oneshot\\nExecStart=/opt/kubernetes/bin/kubeadm init --config=/etc/kubernetes/kubeadm-init.yaml\\nExecStartPost=/usr/bin/mkdir -p /home/core/.kube\\nExecStartPost=/usr/bin/cp -i /etc/kubernetes/admin.conf /home/core/.kube/config\\nExecStartPost=/usr/bin/chown core:core /home/core/.kube/config\\nExecStartPost=/opt/kubernetes/bin/kubectl --kubeconfig=/etc/kubernetes/admin.conf apply -f /etc/kubernetes/calico.yaml\\nRemainAfterExit=yes\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"kubeadm-init.service\"\n }\n ]\n }\n}", - "snippets": null, - "strict": false - }, - "sensitive_attributes": [], - "identity_schema_version": 0 - } - ] - }, - { - "mode": "data", - "type": "ct_config", - "name": "control_plane2_ignition", - "provider": "provider[\"registry.terraform.io/poseidon/ct\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "content": "variant: flatcar\nversion: 1.1.0\n\npasswd:\n users:\n - name: core\n ssh_authorized_keys:\n - \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n\nstorage:\n files:\n # --- Hostname\n - path: /etc/hostname\n mode: 0644\n contents:\n inline: \"control-plane2\"\n # --- Kubernetes sysctl tweaks ---\n - path: /etc/sysctl.d/99-kubernetes-cri.conf\n mode: 0644\n contents:\n inline: |\n net.bridge.bridge-nf-call-iptables = 1\n net.bridge.bridge-nf-call-ip6tables = 1\n net.ipv4.ip_forward = 1\n\n # --- Netzwerkkonfiguration eth0 ---\n - path: /etc/systemd/network/10-eth0.network\n mode: 0644\n contents:\n inline: |\n [Match]\n Name=eth0\n\n [Network]\n Address=10.0.2.92/24\n Gateway=10.0.2.3\n Address=fd00:0:0:2::92/64\n Gateway=fd00:0:0:2::3\n DNS=10.0.3.1\n DNS=fd00:0:0:3::1\n\n # --- Kubernetes Binaries (aus deinem Gitea) ---\n - path: /opt/bin/kubelet\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\n\n - path: /opt/bin/kubeadm\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\n\n - path: /opt/bin/kubectl\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\n\n # --- Containerd Config (Minimal) ---\n - path: /etc/containerd/config.toml\n mode: 0644\n contents:\n inline: |\n version = 2\n [plugins.\"io.containerd.grpc.v1.cri\".containerd.runtimes.runc]\n runtime_type = \"io.containerd.runc.v2\"\n [plugins.\"io.containerd.grpc.v1.cri\".cni]\n bin_dir = \"/opt/cni/bin\"\n conf_dir = \"/etc/cni/net.d\"\n\nsystemd:\n units:\n # --- containerd service aktivieren ---\n - name: containerd.service\n enabled: true\n contents: |\n [Unit]\n Description=containerd container runtime\n Documentation=https://containerd.io\n After=network.target\n\n [Service]\n ExecStartPre=/sbin/modprobe overlay\n ExecStartPre=/sbin/modprobe br_netfilter\n ExecStart=/usr/bin/containerd\n Restart=always\n RestartSec=5\n Delegate=yes\n KillMode=process\n OOMScoreAdjust=-999\n\n [Install]\n WantedBy=multi-user.target\n\n # --- sysctl Settings aktivieren ---\n - name: systemd-sysctl.service\n enabled: true\n\n # --- networkd \u0026 resolved aktivieren ---\n - name: systemd-networkd.service\n enabled: true\n - name: systemd-resolved.service\n enabled: true\n\n # kubelet wird erst nach kubeadm init gestartet\n - name: kubelet.service\n enabled: false\n", - "id": "1426592061", - "pretty_print": true, - "rendered": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,control-plane2\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-kubernetes-cri.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/8pLLdFLKspMSU+FUrp5abrJiTk5upkFJYlJOanFCgq2CoZc+NSZQRXC1GUWlJnoZRbEp+UXlScWpSigA5A6QAAAAP//GxhMCXgAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/10-eth0.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLckw4OKK9kstKc8vyo7lckxJKUotLrY1NNAz0DPSszTSNzLhck8sSS1PrIQJGsNVpaUYGFiBoJGVlaWRvhlCKbKMMZeLXzBEs7GeIZgDlza2sjLkAgQAAP//Qxp3MpIAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/containerd/config.toml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yNQQoCMQxF9z1F6AFSnP2cRGRw0jgENC1ppuDtpSIirmYX3gvvd7YmRWGGKZzrfd9EG0YpSEX9KsqWcbNK2E9IJvGX264uD27joEsA+IDFn5Vhhr/M+MI+xYM7KiO5ii5ZbNRSqZ5IJa2iMQBQ0dvXsdPbKTvmGF4BAAD//0jp1eHXAAAA\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nDocumentation=https://containerd.io\\nAfter=network.target\\n\\n[Service]\\nExecStartPre=/sbin/modprobe overlay\\nExecStartPre=/sbin/modprobe br_netfilter\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-sysctl.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-resolved.service\"\n },\n {\n \"enabled\": false,\n \"name\": \"kubelet.service\"\n }\n ]\n }\n}", - "snippets": null, - "strict": true - }, - "sensitive_attributes": [], - "identity_schema_version": 0 - } - ] - }, - { - "mode": "data", - "type": "ct_config", - "name": "control_plane3_ignition", - "provider": "provider[\"registry.terraform.io/poseidon/ct\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "content": "variant: flatcar\nversion: 1.1.0\n\npasswd:\n users:\n - name: core\n ssh_authorized_keys:\n - \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n\nstorage:\n files:\n # --- Hostname\n - path: /etc/hostname\n mode: 0644\n contents:\n inline: \"control-plane3\"\n # --- Kubernetes sysctl tweaks ---\n - path: /etc/sysctl.d/99-kubernetes-cri.conf\n mode: 0644\n contents:\n inline: |\n net.bridge.bridge-nf-call-iptables = 1\n net.bridge.bridge-nf-call-ip6tables = 1\n net.ipv4.ip_forward = 1\n\n # --- Netzwerkkonfiguration eth0 ---\n - path: /etc/systemd/network/10-eth0.network\n mode: 0644\n contents:\n inline: |\n [Match]\n Name=eth0\n\n [Network]\n Address=10.0.2.93/24\n Gateway=10.0.2.3\n Address=fd00:0:0:2::93/64\n Gateway=fd00:0:0:2::3\n DNS=10.0.3.1\n DNS=fd00:0:0:3::1\n\n # --- Kubernetes Binaries (aus deinem Gitea) ---\n - path: /opt/bin/kubelet\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\n\n - path: /opt/bin/kubeadm\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\n\n - path: /opt/bin/kubectl\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\n\n # --- Containerd Config (Minimal) ---\n - path: /etc/containerd/config.toml\n mode: 0644\n contents:\n inline: |\n version = 2\n [plugins.\"io.containerd.grpc.v1.cri\".containerd.runtimes.runc]\n runtime_type = \"io.containerd.runc.v2\"\n [plugins.\"io.containerd.grpc.v1.cri\".cni]\n bin_dir = \"/opt/cni/bin\"\n conf_dir = \"/etc/cni/net.d\"\n\nsystemd:\n units:\n # --- containerd service aktivieren ---\n - name: containerd.service\n enabled: true\n contents: |\n [Unit]\n Description=containerd container runtime\n Documentation=https://containerd.io\n After=network.target\n\n [Service]\n ExecStartPre=/sbin/modprobe overlay\n ExecStartPre=/sbin/modprobe br_netfilter\n ExecStart=/usr/bin/containerd\n Restart=always\n RestartSec=5\n Delegate=yes\n KillMode=process\n OOMScoreAdjust=-999\n\n [Install]\n WantedBy=multi-user.target\n\n # --- sysctl Settings aktivieren ---\n - name: systemd-sysctl.service\n enabled: true\n\n # --- networkd \u0026 resolved aktivieren ---\n - name: systemd-networkd.service\n enabled: true\n - name: systemd-resolved.service\n enabled: true\n\n # kubelet wird erst nach kubeadm init gestartet\n - name: kubelet.service\n enabled: false\n", - "id": "2713456524", - "pretty_print": true, - "rendered": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,control-plane3\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-kubernetes-cri.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/8pLLdFLKspMSU+FUrp5abrJiTk5upkFJYlJOanFCgq2CoZc+NSZQRXC1GUWlJnoZRbEp+UXlScWpSigA5A6QAAAAP//GxhMCXgAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/10-eth0.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLckw4OKK9kstKc8vyo7lckxJKUotLrY1NNAz0DPSszTWNzLhck8sSS1PrIQJGsNVpaUYGFiBoJGVlaWxvhlCKbKMMZeLXzBEs7GeIZgDlza2sjLkAgQAAP//72V79pIAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/containerd/config.toml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yNQQoCMQxF9z1F6AFSnP2cRGRw0jgENC1ppuDtpSIirmYX3gvvd7YmRWGGKZzrfd9EG0YpSEX9KsqWcbNK2E9IJvGX264uD27joEsA+IDFn5Vhhr/M+MI+xYM7KiO5ii5ZbNRSqZ5IJa2iMQBQ0dvXsdPbKTvmGF4BAAD//0jp1eHXAAAA\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nDocumentation=https://containerd.io\\nAfter=network.target\\n\\n[Service]\\nExecStartPre=/sbin/modprobe overlay\\nExecStartPre=/sbin/modprobe br_netfilter\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-sysctl.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-resolved.service\"\n },\n {\n \"enabled\": false,\n \"name\": \"kubelet.service\"\n }\n ]\n }\n}", - "snippets": null, - "strict": true - }, - "sensitive_attributes": [], - "identity_schema_version": 0 - } - ] - }, - { - "mode": "data", - "type": "ct_config", - "name": "worker1_ignition", - "provider": "provider[\"registry.terraform.io/poseidon/ct\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "content": "variant: flatcar\nversion: 1.1.0\n\npasswd:\n users:\n - name: core\n ssh_authorized_keys:\n - \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n\nstorage:\n files:\n # --- Hostname\n - path: /etc/hostname\n mode: 0644\n contents:\n inline: \"worker1\"\n # --- Kubernetes sysctl tweaks ---\n - path: /etc/sysctl.d/99-kubernetes-cri.conf\n mode: 0644\n contents:\n inline: |\n net.bridge.bridge-nf-call-iptables = 1\n net.bridge.bridge-nf-call-ip6tables = 1\n net.ipv4.ip_forward = 1\n\n # --- Netzwerkkonfiguration eth0 ---\n - path: /etc/systemd/network/10-eth0.network\n mode: 0644\n contents:\n inline: |\n [Match]\n Name=eth0\n\n [Network]\n Address=10.0.2.101/24\n Gateway=10.0.2.3\n Address=fd00:0:0:2::101/64\n Gateway=fd00:0:0:2::3\n DNS=10.0.3.1\n DNS=fd00:0:0:3::1\n\n # --- Kubernetes Binaries (aus deinem Gitea) ---\n - path: /opt/bin/kubelet\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\n\n - path: /opt/bin/kubeadm\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\n\n - path: /opt/bin/kubectl\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\n\n # --- Containerd Config (Minimal) ---\n - path: /etc/containerd/config.toml\n mode: 0644\n contents:\n inline: |\n version = 2\n [plugins.\"io.containerd.grpc.v1.cri\".containerd.runtimes.runc]\n runtime_type = \"io.containerd.runc.v2\"\n [plugins.\"io.containerd.grpc.v1.cri\".cni]\n bin_dir = \"/opt/cni/bin\"\n conf_dir = \"/etc/cni/net.d\"\n\nsystemd:\n units:\n # --- containerd service aktivieren ---\n - name: containerd.service\n enabled: true\n contents: |\n [Unit]\n Description=containerd container runtime\n Documentation=https://containerd.io\n After=network.target\n\n [Service]\n ExecStartPre=/sbin/modprobe overlay\n ExecStartPre=/sbin/modprobe br_netfilter\n ExecStart=/usr/bin/containerd\n Restart=always\n RestartSec=5\n Delegate=yes\n KillMode=process\n OOMScoreAdjust=-999\n\n [Install]\n WantedBy=multi-user.target\n\n # --- sysctl Settings aktivieren ---\n - name: systemd-sysctl.service\n enabled: true\n\n # --- networkd \u0026 resolved aktivieren ---\n - name: systemd-networkd.service\n enabled: true\n - name: systemd-resolved.service\n enabled: true\n\n # kubelet wird erst nach kubeadm init gestartet\n - name: kubelet.service\n enabled: false\n", - "id": "731098153", - "pretty_print": true, - "rendered": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,worker1\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-kubernetes-cri.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/8pLLdFLKspMSU+FUrp5abrJiTk5upkFJYlJOanFCgq2CoZc+NSZQRXC1GUWlJnoZRbEp+UXlScWpSigA5A6QAAAAP//GxhMCXgAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/10-eth0.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLckw4OKK9kstKc8vyo7lckxJKUotLrY1NNAz0DPSMzQw1Dcy4XJPLEktT6yEiRrDlaWlGBhYgaCRlRVIrRlCLbKUMZeLXzBEt7GeIZgDlza2sjLkAgQAAP//gOFLZJQAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/containerd/config.toml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yNQQoCMQxF9z1F6AFSnP2cRGRw0jgENC1ppuDtpSIirmYX3gvvd7YmRWGGKZzrfd9EG0YpSEX9KsqWcbNK2E9IJvGX264uD27joEsA+IDFn5Vhhr/M+MI+xYM7KiO5ii5ZbNRSqZ5IJa2iMQBQ0dvXsdPbKTvmGF4BAAD//0jp1eHXAAAA\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nDocumentation=https://containerd.io\\nAfter=network.target\\n\\n[Service]\\nExecStartPre=/sbin/modprobe overlay\\nExecStartPre=/sbin/modprobe br_netfilter\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-sysctl.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-resolved.service\"\n },\n {\n \"enabled\": false,\n \"name\": \"kubelet.service\"\n }\n ]\n }\n}", - "snippets": null, - "strict": true - }, - "sensitive_attributes": [], - "identity_schema_version": 0 - } - ] - }, - { - "mode": "data", - "type": "ct_config", - "name": "worker2_ignition", - "provider": "provider[\"registry.terraform.io/poseidon/ct\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "content": "variant: flatcar\nversion: 1.1.0\n\npasswd:\n users:\n - name: core\n ssh_authorized_keys:\n - \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n\nstorage:\n files:\n # --- Hostname\n - path: /etc/hostname\n mode: 0644\n contents:\n inline: \"worker2\"\n # --- Kubernetes sysctl tweaks ---\n - path: /etc/sysctl.d/99-kubernetes-cri.conf\n mode: 0644\n contents:\n inline: |\n net.bridge.bridge-nf-call-iptables = 1\n net.bridge.bridge-nf-call-ip6tables = 1\n net.ipv4.ip_forward = 1\n\n # --- Netzwerkkonfiguration eth0 ---\n - path: /etc/systemd/network/10-eth0.network\n mode: 0644\n contents:\n inline: |\n [Match]\n Name=eth0\n\n [Network]\n Address=10.0.2.102/24\n Gateway=10.0.2.3\n Address=fd00:0:0:2::102/64\n Gateway=fd00:0:0:2::3\n DNS=10.0.3.1\n DNS=fd00:0:0:3::1\n\n # --- Kubernetes Binaries (aus deinem Gitea) ---\n - path: /opt/bin/kubelet\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\n\n - path: /opt/bin/kubeadm\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\n\n - path: /opt/bin/kubectl\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\n\n # --- Containerd Config (Minimal) ---\n - path: /etc/containerd/config.toml\n mode: 0644\n contents:\n inline: |\n version = 2\n [plugins.\"io.containerd.grpc.v1.cri\".containerd.runtimes.runc]\n runtime_type = \"io.containerd.runc.v2\"\n [plugins.\"io.containerd.grpc.v1.cri\".cni]\n bin_dir = \"/opt/cni/bin\"\n conf_dir = \"/etc/cni/net.d\"\n\nsystemd:\n units:\n # --- containerd service aktivieren ---\n - name: containerd.service\n enabled: true\n contents: |\n [Unit]\n Description=containerd container runtime\n Documentation=https://containerd.io\n After=network.target\n\n [Service]\n ExecStartPre=/sbin/modprobe overlay\n ExecStartPre=/sbin/modprobe br_netfilter\n ExecStart=/usr/bin/containerd\n Restart=always\n RestartSec=5\n Delegate=yes\n KillMode=process\n OOMScoreAdjust=-999\n\n [Install]\n WantedBy=multi-user.target\n\n # --- sysctl Settings aktivieren ---\n - name: systemd-sysctl.service\n enabled: true\n\n # --- networkd \u0026 resolved aktivieren ---\n - name: systemd-networkd.service\n enabled: true\n - name: systemd-resolved.service\n enabled: true\n\n # kubelet wird erst nach kubeadm init gestartet\n - name: kubelet.service\n enabled: false\n", - "id": "508620024", - "pretty_print": true, - "rendered": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,worker2\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-kubernetes-cri.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/8pLLdFLKspMSU+FUrp5abrJiTk5upkFJYlJOanFCgq2CoZc+NSZQRXC1GUWlJnoZRbEp+UXlScWpSigA5A6QAAAAP//GxhMCXgAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/10-eth0.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLckw4OKK9kstKc8vyo7lckxJKUotLrY1NNAz0DPSMzQw0jcy4XJPLEktT6yEiRrDlaWlGBhYgaCRlRVIrRlCLbKUMZeLXzBEt7GeIZgDlza2sjLkAgQAAP//o91Ku5QAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/containerd/config.toml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yNQQoCMQxF9z1F6AFSnP2cRGRw0jgENC1ppuDtpSIirmYX3gvvd7YmRWGGKZzrfd9EG0YpSEX9KsqWcbNK2E9IJvGX264uD27joEsA+IDFn5Vhhr/M+MI+xYM7KiO5ii5ZbNRSqZ5IJa2iMQBQ0dvXsdPbKTvmGF4BAAD//0jp1eHXAAAA\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nDocumentation=https://containerd.io\\nAfter=network.target\\n\\n[Service]\\nExecStartPre=/sbin/modprobe overlay\\nExecStartPre=/sbin/modprobe br_netfilter\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-sysctl.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-resolved.service\"\n },\n {\n \"enabled\": false,\n \"name\": \"kubelet.service\"\n }\n ]\n }\n}", - "snippets": null, - "strict": true - }, - "sensitive_attributes": [], - "identity_schema_version": 0 - } - ] - }, - { - "mode": "data", - "type": "ct_config", - "name": "worker3_ignition", - "provider": "provider[\"registry.terraform.io/poseidon/ct\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "content": "variant: flatcar\nversion: 1.1.0\n\npasswd:\n users:\n - name: core\n ssh_authorized_keys:\n - \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n\nstorage:\n files:\n # --- Hostname\n - path: /etc/hostname\n mode: 0644\n contents:\n inline: \"worker3\"\n # --- Kubernetes sysctl tweaks ---\n - path: /etc/sysctl.d/99-kubernetes-cri.conf\n mode: 0644\n contents:\n inline: |\n net.bridge.bridge-nf-call-iptables = 1\n net.bridge.bridge-nf-call-ip6tables = 1\n net.ipv4.ip_forward = 1\n\n # --- Netzwerkkonfiguration eth0 ---\n - path: /etc/systemd/network/10-eth0.network\n mode: 0644\n contents:\n inline: |\n [Match]\n Name=eth0\n\n [Network]\n Address=10.0.2.103/24\n Gateway=10.0.2.3\n Address=fd00:0:0:2::103/64\n Gateway=fd00:0:0:2::3\n DNS=10.0.3.1\n DNS=fd00:0:0:3::1\n\n # --- Kubernetes Binaries (aus deinem Gitea) ---\n - path: /opt/bin/kubelet\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\n\n - path: /opt/bin/kubeadm\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\n\n - path: /opt/bin/kubectl\n mode: 0755\n contents:\n source: http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\n\n # --- Containerd Config (Minimal) ---\n - path: /etc/containerd/config.toml\n mode: 0644\n contents:\n inline: |\n version = 2\n [plugins.\"io.containerd.grpc.v1.cri\".containerd.runtimes.runc]\n runtime_type = \"io.containerd.runc.v2\"\n [plugins.\"io.containerd.grpc.v1.cri\".cni]\n bin_dir = \"/opt/cni/bin\"\n conf_dir = \"/etc/cni/net.d\"\n\nsystemd:\n units:\n # --- containerd service aktivieren ---\n - name: containerd.service\n enabled: true\n contents: |\n [Unit]\n Description=containerd container runtime\n Documentation=https://containerd.io\n After=network.target\n\n [Service]\n ExecStartPre=/sbin/modprobe overlay\n ExecStartPre=/sbin/modprobe br_netfilter\n ExecStart=/usr/bin/containerd\n Restart=always\n RestartSec=5\n Delegate=yes\n KillMode=process\n OOMScoreAdjust=-999\n\n [Install]\n WantedBy=multi-user.target\n\n # --- sysctl Settings aktivieren ---\n - name: systemd-sysctl.service\n enabled: true\n\n # --- networkd \u0026 resolved aktivieren ---\n - name: systemd-networkd.service\n enabled: true\n - name: systemd-resolved.service\n enabled: true\n\n # kubelet wird erst nach kubeadm init gestartet\n - name: kubelet.service\n enabled: false\n", - "id": "2020386547", - "pretty_print": true, - "rendered": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,worker3\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-kubernetes-cri.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/8pLLdFLKspMSU+FUrp5abrJiTk5upkFJYlJOanFCgq2CoZc+NSZQRXC1GUWlJnoZRbEp+UXlScWpSigA5A6QAAAAP//GxhMCXgAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/10-eth0.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLckw4OKK9kstKc8vyo7lckxJKUotLrY1NNAz0DPSMzQw1jcy4XJPLEktT6yEiRrDlaWlGBhYgaCRlRVIrRlCLbKUMZeLXzBEt7GeIZgDlza2sjLkAgQAAP//fTRlR5QAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/containerd/config.toml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yNQQoCMQxF9z1F6AFSnP2cRGRw0jgENC1ppuDtpSIirmYX3gvvd7YmRWGGKZzrfd9EG0YpSEX9KsqWcbNK2E9IJvGX264uD27joEsA+IDFn5Vhhr/M+MI+xYM7KiO5ii5ZbNRSqZ5IJa2iMQBQ0dvXsdPbKTvmGF4BAAD//0jp1eHXAAAA\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nDocumentation=https://containerd.io\\nAfter=network.target\\n\\n[Service]\\nExecStartPre=/sbin/modprobe overlay\\nExecStartPre=/sbin/modprobe br_netfilter\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-sysctl.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-resolved.service\"\n },\n {\n \"enabled\": false,\n \"name\": \"kubelet.service\"\n }\n ]\n }\n}", - "snippets": null, - "strict": true - }, - "sensitive_attributes": [], - "identity_schema_version": 0 - } - ] - }, - { - "mode": "managed", - "type": "proxmox_virtual_environment_download_file", - "name": "flatcar_image", - "provider": "provider[\"registry.terraform.io/bpg/proxmox\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "checksum": null, - "checksum_algorithm": null, - "content_type": "import", - "datastore_id": "cephfs", - "decompression_algorithm": null, - "file_name": "flatcar_production_proxmoxve_image.qcow2", - "id": "cephfs:import/flatcar_production_proxmoxve_image.qcow2", - "node_name": "hyper1", - "overwrite": true, - "overwrite_unmanaged": false, - "size": 513277952, - "upload_timeout": 600, - "url": "http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/iso/flatcar_production_proxmoxve_image.img", - "verify": true - }, - "sensitive_attributes": [], - "identity_schema_version": 0, - "private": "eyJvcmlnaW5hbF9zdGF0ZV9zaXplIjoiTlRFek1qYzNPVFV5In0=" - } - ] - }, - { - "mode": "managed", - "type": "proxmox_virtual_environment_file", - "name": "control_plane1_ignition", - "provider": "provider[\"registry.terraform.io/bpg/proxmox\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "content_type": "snippets", - "datastore_id": "cephfs", - "file_mode": null, - "file_modification_date": null, - "file_name": "control-plane1-ignition-user-data", - "file_size": null, - "file_tag": null, - "id": "cephfs:snippets/control-plane1-ignition-user-data", - "node_name": "hyper1", - "overwrite": true, - "source_file": [], - "source_raw": [ - { - "data": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,control-plane1%0A\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"overwrite\": true,\n \"path\": \"/etc/hosts\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/5TRYcqDMAwG4P+eIhewNAl8H/Y2rjo2LEY6Zdcf3arQMgnTX83bB8obpH9jjTUIAEF8H27yWBvn0vnzHVO4L39tfZLl0vupuQ7WuvSTcx2Cl3mNEtol9POIZpuHMfog22DevspLTWVKiqZSc5myornQaBGeEqcxfnlzDipAeU5ngCrAec5ngBtMCyHTpR382OROqaZ6jTvlmuodZprq0/s7LhPo3R2XGfTeXgEAAP//kbvS+8wCAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/motd\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/6yRwUrDUBBF937FXXeRfwi1oCAWbLvQ3fgyTQZe3oSZeUL8eol1IViLYM967uHArP7PzQq/0B72d9un+5fNLdr1erPbYfv48Pzz7oLiz3w69oM4fPbgEeKYyAJ6BME5VeMOUo5GHlZTVOPmnKPNGZRC3iSEHWSMUYuELnsqHbL2PXfNpY5DoRqDmrwvm5TYHWoYxavzUuZhkiLPmEwHeZX4cn9zjDTD2GsOSEEnnmTKUsjmUwX3dArV0pzvuMJrPwIAAP//XViW3h8CAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-k8s.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4SP4WrDMAyE/+ddIpLQlf7xswjVkTsxWzKyl65vPzLCoFDoL6G7T5xOuYPU7QRSMZnfydcwD4d6hmiagHKGwxO9HfbVZb3xMUZNY6ScR6mdrpnbG+j8RP3l/yd5xSS5s4fpxR+rtP0UdzVMw1bANvZopUjHwsX8EeYhNRC1LukBhX7wu7HjnXr85BY+ltNyubxERFsnjTs0L8MXu3KGSioxzNPTjqZoVvcGvwEAAP//65g9/kIBAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/kubernetes/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/kubernetes/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/kubernetes/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/kubernetes/bin/calicoctl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calicoctl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/kubernetes/kubeadm-init.yaml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yQzY7TMBSF934KK2vinzQTpt7OsEBsRgxig1g49m1lxb038k/h8ZGbUqhgMcrGss534vPZNXyFlAOh4UudwfqTWB6zCCTPeoZid2wJ6A3/iKE8ER7CsSZbAiFD8vAZjiGX7cIwztGewHBHWBLFfo0WQTPOXQqv5BYohstUUbaADQjJ/3UUmdzCZqLSGtcvtADmVtrz0s6Gd3Z2Hg5C6WE3PkzvH/fbRcc459xDdimsl6fwzsPB1lh+j+K33q1sQ0qJhivW9z17s4inWHOBdO+iEQmhQL6VnLUY9kKxq4yX5uID+pUCFsO7bwevlGnfYIxW6ruZxnHXMYTyg9IS8Nimr+Rf64xNXHcBtDLDOBojH6Z3WolhHIUSSuqpDcqQzsHBP8R+MkZqPTRiP23A0ACP+ZlONjRhbWxFD8lFql5EcjZ2/1UToQh3mX9vSF8Nfdoy94bOFOsJXmI9BnwOyXBJa5ExzPATnPzjT17/0K+XaJYbKFuM/QoAAP//vxrb564CAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/kubernetes/calico.yaml\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/calico.yaml\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=Load necessary kernel modules\\nBefore=containerd.service kubeadm-init.service\\n\\n[Service]\\nType=oneshot\\nExecStart=/usr/bin/modprobe br_netfilter\\nExecStart=/usr/bin/modprobe overlay\\nRemainAfterExit=yes\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"modules-load.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd-wait-online.service\"\n },\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nAfter=network.target modules-load.service\\n\\n[Service]\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"contents\": \"[Unit]\\nDescription=Kubeadm Init Cluster\\nAfter=network-online.target containerd.service\\nWants=network-online.target\\n\\n[Service]\\nType=oneshot\\nExecStart=/opt/kubernetes/bin/kubeadm init --config=/etc/kubernetes/kubeadm-init.yaml\\nExecStartPost=/usr/bin/mkdir -p /home/core/.kube\\nExecStartPost=/usr/bin/cp -i /etc/kubernetes/admin.conf /home/core/.kube/config\\nExecStartPost=/usr/bin/chown core:core /home/core/.kube/config\\nExecStartPost=/opt/kubernetes/bin/kubectl --kubeconfig=/etc/kubernetes/admin.conf apply -f /etc/kubernetes/calico.yaml\\nRemainAfterExit=yes\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"kubeadm-init.service\"\n }\n ]\n }\n}", - "file_name": "control-plane1-ignition-user-data", - "resize": 0 - } - ], - "timeout_upload": 1800 - }, - "sensitive_attributes": [], - "identity_schema_version": 0, - "private": "bnVsbA==", - "dependencies": [ - "data.ct_config.control_plane1_ignition" - ] - } - ] - }, - { - "mode": "managed", - "type": "proxmox_virtual_environment_file", - "name": "control_plane2_ignition", - "provider": "provider[\"registry.terraform.io/bpg/proxmox\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "content_type": "snippets", - "datastore_id": "cephfs", - "file_mode": null, - "file_modification_date": null, - "file_name": "control-plane2-ignition-user-data", - "file_size": null, - "file_tag": null, - "id": "cephfs:snippets/control-plane2-ignition-user-data", - "node_name": "hyper1", - "overwrite": true, - "source_file": [], - "source_raw": [ - { - "data": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,control-plane2\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-kubernetes-cri.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/8pLLdFLKspMSU+FUrp5abrJiTk5upkFJYlJOanFCgq2CoZc+NSZQRXC1GUWlJnoZRbEp+UXlScWpSigA5A6QAAAAP//GxhMCXgAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/10-eth0.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLckw4OKK9kstKc8vyo7lckxJKUotLrY1NNAz0DPSszTSNzLhck8sSS1PrIQJGsNVpaUYGFiBoJGVlaWRvhlCKbKMMZeLXzBEs7GeIZgDlza2sjLkAgQAAP//Qxp3MpIAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/containerd/config.toml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yNQQoCMQxF9z1F6AFSnP2cRGRw0jgENC1ppuDtpSIirmYX3gvvd7YmRWGGKZzrfd9EG0YpSEX9KsqWcbNK2E9IJvGX264uD27joEsA+IDFn5Vhhr/M+MI+xYM7KiO5ii5ZbNRSqZ5IJa2iMQBQ0dvXsdPbKTvmGF4BAAD//0jp1eHXAAAA\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nDocumentation=https://containerd.io\\nAfter=network.target\\n\\n[Service]\\nExecStartPre=/sbin/modprobe overlay\\nExecStartPre=/sbin/modprobe br_netfilter\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-sysctl.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-resolved.service\"\n },\n {\n \"enabled\": false,\n \"name\": \"kubelet.service\"\n }\n ]\n }\n}", - "file_name": "control-plane2-ignition-user-data", - "resize": 0 - } - ], - "timeout_upload": 1800 - }, - "sensitive_attributes": [], - "identity_schema_version": 0, - "private": "bnVsbA==", - "dependencies": [ - "data.ct_config.control_plane2_ignition" - ] - } - ] - }, - { - "mode": "managed", - "type": "proxmox_virtual_environment_file", - "name": "control_plane3_ignition", - "provider": "provider[\"registry.terraform.io/bpg/proxmox\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "content_type": "snippets", - "datastore_id": "cephfs", - "file_mode": null, - "file_modification_date": null, - "file_name": "control-plane3-ignition-user-data", - "file_size": null, - "file_tag": null, - "id": "cephfs:snippets/control-plane3-ignition-user-data", - "node_name": "hyper1", - "overwrite": true, - "source_file": [], - "source_raw": [ - { - "data": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,control-plane3\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-kubernetes-cri.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/8pLLdFLKspMSU+FUrp5abrJiTk5upkFJYlJOanFCgq2CoZc+NSZQRXC1GUWlJnoZRbEp+UXlScWpSigA5A6QAAAAP//GxhMCXgAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/10-eth0.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLckw4OKK9kstKc8vyo7lckxJKUotLrY1NNAz0DPSszTWNzLhck8sSS1PrIQJGsNVpaUYGFiBoJGVlaWxvhlCKbKMMZeLXzBEs7GeIZgDlza2sjLkAgQAAP//72V79pIAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/containerd/config.toml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yNQQoCMQxF9z1F6AFSnP2cRGRw0jgENC1ppuDtpSIirmYX3gvvd7YmRWGGKZzrfd9EG0YpSEX9KsqWcbNK2E9IJvGX264uD27joEsA+IDFn5Vhhr/M+MI+xYM7KiO5ii5ZbNRSqZ5IJa2iMQBQ0dvXsdPbKTvmGF4BAAD//0jp1eHXAAAA\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nDocumentation=https://containerd.io\\nAfter=network.target\\n\\n[Service]\\nExecStartPre=/sbin/modprobe overlay\\nExecStartPre=/sbin/modprobe br_netfilter\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-sysctl.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-resolved.service\"\n },\n {\n \"enabled\": false,\n \"name\": \"kubelet.service\"\n }\n ]\n }\n}", - "file_name": "control-plane3-ignition-user-data", - "resize": 0 - } - ], - "timeout_upload": 1800 - }, - "sensitive_attributes": [], - "identity_schema_version": 0, - "private": "bnVsbA==", - "dependencies": [ - "data.ct_config.control_plane3_ignition" - ] - } - ] - }, - { - "mode": "managed", - "type": "proxmox_virtual_environment_file", - "name": "worker1_ignition", - "provider": "provider[\"registry.terraform.io/bpg/proxmox\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "content_type": "snippets", - "datastore_id": "cephfs", - "file_mode": null, - "file_modification_date": null, - "file_name": "worker1-ignition-user-data", - "file_size": null, - "file_tag": null, - "id": "cephfs:snippets/worker1-ignition-user-data", - "node_name": "hyper1", - "overwrite": true, - "source_file": [], - "source_raw": [ - { - "data": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,worker1\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-kubernetes-cri.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/8pLLdFLKspMSU+FUrp5abrJiTk5upkFJYlJOanFCgq2CoZc+NSZQRXC1GUWlJnoZRbEp+UXlScWpSigA5A6QAAAAP//GxhMCXgAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/10-eth0.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLckw4OKK9kstKc8vyo7lckxJKUotLrY1NNAz0DPSMzQw1Dcy4XJPLEktT6yEiRrDlaWlGBhYgaCRlRVIrRlCLbKUMZeLXzBEt7GeIZgDlza2sjLkAgQAAP//gOFLZJQAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/containerd/config.toml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yNQQoCMQxF9z1F6AFSnP2cRGRw0jgENC1ppuDtpSIirmYX3gvvd7YmRWGGKZzrfd9EG0YpSEX9KsqWcbNK2E9IJvGX264uD27joEsA+IDFn5Vhhr/M+MI+xYM7KiO5ii5ZbNRSqZ5IJa2iMQBQ0dvXsdPbKTvmGF4BAAD//0jp1eHXAAAA\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nDocumentation=https://containerd.io\\nAfter=network.target\\n\\n[Service]\\nExecStartPre=/sbin/modprobe overlay\\nExecStartPre=/sbin/modprobe br_netfilter\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-sysctl.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-resolved.service\"\n },\n {\n \"enabled\": false,\n \"name\": \"kubelet.service\"\n }\n ]\n }\n}", - "file_name": "worker1-ignition-user-data", - "resize": 0 - } - ], - "timeout_upload": 1800 - }, - "sensitive_attributes": [], - "identity_schema_version": 0, - "private": "bnVsbA==", - "dependencies": [ - "data.ct_config.worker1_ignition" - ] - } - ] - }, - { - "mode": "managed", - "type": "proxmox_virtual_environment_file", - "name": "worker2_ignition", - "provider": "provider[\"registry.terraform.io/bpg/proxmox\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "content_type": "snippets", - "datastore_id": "cephfs", - "file_mode": null, - "file_modification_date": null, - "file_name": "worker2-ignition-user-data", - "file_size": null, - "file_tag": null, - "id": "cephfs:snippets/worker2-ignition-user-data", - "node_name": "hyper1", - "overwrite": true, - "source_file": [], - "source_raw": [ - { - "data": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,worker2\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-kubernetes-cri.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/8pLLdFLKspMSU+FUrp5abrJiTk5upkFJYlJOanFCgq2CoZc+NSZQRXC1GUWlJnoZRbEp+UXlScWpSigA5A6QAAAAP//GxhMCXgAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/10-eth0.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLckw4OKK9kstKc8vyo7lckxJKUotLrY1NNAz0DPSMzQw0jcy4XJPLEktT6yEiRrDlaWlGBhYgaCRlRVIrRlCLbKUMZeLXzBEt7GeIZgDlza2sjLkAgQAAP//o91Ku5QAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/containerd/config.toml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yNQQoCMQxF9z1F6AFSnP2cRGRw0jgENC1ppuDtpSIirmYX3gvvd7YmRWGGKZzrfd9EG0YpSEX9KsqWcbNK2E9IJvGX264uD27joEsA+IDFn5Vhhr/M+MI+xYM7KiO5ii5ZbNRSqZ5IJa2iMQBQ0dvXsdPbKTvmGF4BAAD//0jp1eHXAAAA\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nDocumentation=https://containerd.io\\nAfter=network.target\\n\\n[Service]\\nExecStartPre=/sbin/modprobe overlay\\nExecStartPre=/sbin/modprobe br_netfilter\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-sysctl.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-resolved.service\"\n },\n {\n \"enabled\": false,\n \"name\": \"kubelet.service\"\n }\n ]\n }\n}", - "file_name": "worker2-ignition-user-data", - "resize": 0 - } - ], - "timeout_upload": 1800 - }, - "sensitive_attributes": [], - "identity_schema_version": 0, - "private": "bnVsbA==", - "dependencies": [ - "data.ct_config.worker2_ignition" - ] - } - ] - }, - { - "mode": "managed", - "type": "proxmox_virtual_environment_file", - "name": "worker3_ignition", - "provider": "provider[\"registry.terraform.io/bpg/proxmox\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "content_type": "snippets", - "datastore_id": "cephfs", - "file_mode": null, - "file_modification_date": null, - "file_name": "worker3-ignition-user-data", - "file_size": null, - "file_tag": null, - "id": "cephfs:snippets/worker3-ignition-user-data", - "node_name": "hyper1", - "overwrite": true, - "source_file": [], - "source_raw": [ - { - "data": "{\n \"ignition\": {\n \"config\": {\n \"replace\": {\n \"verification\": {}\n }\n },\n \"proxy\": {},\n \"security\": {\n \"tls\": {}\n },\n \"timeouts\": {},\n \"version\": \"3.4.0\"\n },\n \"kernelArguments\": {},\n \"passwd\": {\n \"users\": [\n {\n \"name\": \"core\",\n \"sshAuthorizedKeys\": [\n \"ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIHHEAlPo3v4U67Y3411pTjIMkQxwlFWdXrBJkSzXenDH flatcar@undercloud\"\n ]\n }\n ]\n },\n \"storage\": {\n \"files\": [\n {\n \"group\": {},\n \"path\": \"/etc/hostname\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"\",\n \"source\": \"data:,worker3\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/sysctl.d/99-kubernetes-cri.conf\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/8pLLdFLKspMSU+FUrp5abrJiTk5upkFJYlJOanFCgq2CoZc+NSZQRXC1GUWlJnoZRbEp+UXlScWpSigA5A6QAAAAP//GxhMCXgAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/etc/systemd/network/10-eth0.network\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4r2TSxJzojl8kvMTbVNLckw4OKK9kstKc8vyo7lckxJKUotLrY1NNAz0DPSMzQw1jcy4XJPLEktT6yEiRrDlaWlGBhYgaCRlRVIrRlCLbKUMZeLXzBEt7GeIZgDlza2sjLkAgQAAP//fTRlR5QAAAA=\",\n \"verification\": {}\n },\n \"mode\": 420\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubelet\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubelet\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubeadm\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubeadm\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/opt/bin/kubectl\",\n \"user\": {},\n \"contents\": {\n \"source\": \"http://build-node.undercloud.local:3000/admin/undercloud-infrastructure/raw/branch/main/k8s-binaries/kubectl\",\n \"verification\": {}\n },\n \"mode\": 493\n },\n {\n \"group\": {},\n \"path\": \"/etc/containerd/config.toml\",\n \"user\": {},\n \"contents\": {\n \"compression\": \"gzip\",\n \"source\": \"data:;base64,H4sIAAAAAAAC/4yNQQoCMQxF9z1F6AFSnP2cRGRw0jgENC1ppuDtpSIirmYX3gvvd7YmRWGGKZzrfd9EG0YpSEX9KsqWcbNK2E9IJvGX264uD27joEsA+IDFn5Vhhr/M+MI+xYM7KiO5ii5ZbNRSqZ5IJa2iMQBQ0dvXsdPbKTvmGF4BAAD//0jp1eHXAAAA\",\n \"verification\": {}\n },\n \"mode\": 420\n }\n ]\n },\n \"systemd\": {\n \"units\": [\n {\n \"contents\": \"[Unit]\\nDescription=containerd container runtime\\nDocumentation=https://containerd.io\\nAfter=network.target\\n\\n[Service]\\nExecStartPre=/sbin/modprobe overlay\\nExecStartPre=/sbin/modprobe br_netfilter\\nExecStart=/usr/bin/containerd\\nRestart=always\\nRestartSec=5\\nDelegate=yes\\nKillMode=process\\nOOMScoreAdjust=-999\\n\\n[Install]\\nWantedBy=multi-user.target\\n\",\n \"enabled\": true,\n \"name\": \"containerd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-sysctl.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-networkd.service\"\n },\n {\n \"enabled\": true,\n \"name\": \"systemd-resolved.service\"\n },\n {\n \"enabled\": false,\n \"name\": \"kubelet.service\"\n }\n ]\n }\n}", - "file_name": "worker3-ignition-user-data", - "resize": 0 - } - ], - "timeout_upload": 1800 - }, - "sensitive_attributes": [], - "identity_schema_version": 0, - "private": "bnVsbA==", - "dependencies": [ - "data.ct_config.worker3_ignition" - ] - } - ] - }, - { - "mode": "managed", - "type": "proxmox_virtual_environment_vm", - "name": "control_plane1", - "provider": "provider[\"registry.terraform.io/bpg/proxmox\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "acpi": true, - "agent": [], - "amd_sev": [], - "audio_device": [], - "bios": "seabios", - "boot_order": null, - "cdrom": [], - "clone": [ - { - "datastore_id": "", - "full": true, - "node_name": "hyper1", - "retries": 1, - "vm_id": 103 - } - ], - "cpu": [ - { - "affinity": "", - "architecture": "", - "cores": 2, - "flags": null, - "hotplugged": 0, - "limit": 0, - "numa": false, - "sockets": 1, - "type": "qemu64", - "units": 1024 - } - ], - "description": "kubernetes control-plane1", - "disk": [], - "efi_disk": [], - "hook_script_file_id": null, - "hostpci": [], - "id": "106", - "initialization": [ - { - "datastore_id": "local-lvm", - "dns": [], - "interface": "ide2", - "ip_config": [], - "meta_data_file_id": "", - "network_data_file_id": "", - "type": "", - "user_account": [], - "user_data_file_id": "cephfs:snippets/control-plane1-ignition-user-data", - "vendor_data_file_id": "" - } - ], - "ipv4_addresses": [], - "ipv6_addresses": [], - "keyboard_layout": "en-us", - "kvm_arguments": null, - "mac_addresses": [ - "BC:24:11:95:3A:FF" - ], - "machine": null, - "memory": [ - { - "dedicated": 2048, - "floating": 2048, - "hugepages": "", - "keep_hugepages": false, - "shared": 0 - } - ], - "migrate": false, - "name": "control-plane1", - "network_device": [ - { - "bridge": "vmbr0", - "disconnected": false, - "enabled": true, - "firewall": false, - "mac_address": "BC:24:11:95:3A:FF", - "model": "virtio", - "mtu": 0, - "queues": 0, - "rate_limit": 0, - "trunks": "", - "vlan_id": 0 - } - ], - "network_interface_names": [], - "node_name": "hyper1", - "numa": [], - "on_boot": true, - "operating_system": [], - "pool_id": null, - "protection": false, - "reboot": false, - "reboot_after_update": true, - "rng": [], - "scsi_hardware": "virtio-scsi-pci", - "serial_device": [], - "smbios": [], - "started": true, - "startup": [], - "stop_on_destroy": false, - "tablet_device": true, - "tags": [ - "control-plane", - "flatcar", - "kubernetes", - "terraform" - ], - "template": false, - "timeout_clone": 1800, - "timeout_create": 1800, - "timeout_migrate": 1800, - "timeout_move_disk": 1800, - "timeout_reboot": 1800, - "timeout_shutdown_vm": 1800, - "timeout_start_vm": 1800, - "timeout_stop_vm": 300, - "tpm_state": [], - "usb": [], - "vga": [], - "virtiofs": [], - "vm_id": 106, - "watchdog": [] - }, - "sensitive_attributes": [], - "identity_schema_version": 0, - "private": "bnVsbA==", - "dependencies": [ - "data.ct_config.control_plane1_ignition", - "proxmox_virtual_environment_download_file.flatcar_image", - "proxmox_virtual_environment_file.control_plane1_ignition", - "proxmox_virtual_environment_vm.flatcar_template" - ] - } - ] - }, - { - "mode": "managed", - "type": "proxmox_virtual_environment_vm", - "name": "control_plane2", - "provider": "provider[\"registry.terraform.io/bpg/proxmox\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "acpi": true, - "agent": [], - "amd_sev": [], - "audio_device": [], - "bios": "seabios", - "boot_order": null, - "cdrom": [], - "clone": [ - { - "datastore_id": "", - "full": true, - "node_name": "hyper1", - "retries": 1, - "vm_id": 103 - } - ], - "cpu": [ - { - "affinity": "", - "architecture": "", - "cores": 2, - "flags": [], - "hotplugged": 0, - "limit": 0, - "numa": false, - "sockets": 1, - "type": "qemu64", - "units": 1024 - } - ], - "description": "kubernetes control-plane2", - "disk": [], - "efi_disk": [], - "hook_script_file_id": null, - "hostpci": [], - "id": "105", - "initialization": [ - { - "datastore_id": "local-lvm", - "dns": [], - "interface": "ide2", - "ip_config": [], - "meta_data_file_id": "", - "network_data_file_id": "", - "type": "", - "user_account": [], - "user_data_file_id": "cephfs:snippets/control-plane2-ignition-user-data", - "vendor_data_file_id": "" - } - ], - "ipv4_addresses": [], - "ipv6_addresses": [], - "keyboard_layout": "en-us", - "kvm_arguments": null, - "mac_addresses": [ - "BC:24:11:6F:2C:47" - ], - "machine": null, - "memory": [ - { - "dedicated": 2048, - "floating": 2048, - "hugepages": "", - "keep_hugepages": false, - "shared": 0 - } - ], - "migrate": false, - "name": "control-plane2", - "network_device": [ - { - "bridge": "vmbr0", - "disconnected": false, - "enabled": true, - "firewall": false, - "mac_address": "BC:24:11:6F:2C:47", - "model": "virtio", - "mtu": 0, - "queues": 0, - "rate_limit": 0, - "trunks": "", - "vlan_id": 0 - } - ], - "network_interface_names": [], - "node_name": "hyper2", - "numa": [], - "on_boot": true, - "operating_system": [], - "pool_id": null, - "protection": false, - "reboot": false, - "reboot_after_update": true, - "rng": [], - "scsi_hardware": "virtio-scsi-pci", - "serial_device": [], - "smbios": [], - "started": true, - "startup": [], - "stop_on_destroy": false, - "tablet_device": true, - "tags": [ - "control-plane", - "flatcar", - "kubernetes", - "terraform" - ], - "template": false, - "timeout_clone": 1800, - "timeout_create": 1800, - "timeout_migrate": 1800, - "timeout_move_disk": 1800, - "timeout_reboot": 1800, - "timeout_shutdown_vm": 1800, - "timeout_start_vm": 1800, - "timeout_stop_vm": 300, - "tpm_state": [], - "usb": [], - "vga": [], - "virtiofs": [], - "vm_id": 105, - "watchdog": [] - }, - "sensitive_attributes": [], - "identity_schema_version": 0, - "private": "bnVsbA==", - "dependencies": [ - "data.ct_config.control_plane2_ignition", - "proxmox_virtual_environment_download_file.flatcar_image", - "proxmox_virtual_environment_file.control_plane2_ignition", - "proxmox_virtual_environment_vm.flatcar_template" - ] - } - ] - }, - { - "mode": "managed", - "type": "proxmox_virtual_environment_vm", - "name": "control_plane3", - "provider": "provider[\"registry.terraform.io/bpg/proxmox\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "acpi": true, - "agent": [], - "amd_sev": [], - "audio_device": [], - "bios": "seabios", - "boot_order": null, - "cdrom": [], - "clone": [ - { - "datastore_id": "", - "full": true, - "node_name": "hyper1", - "retries": 1, - "vm_id": 103 - } - ], - "cpu": [ - { - "affinity": "", - "architecture": "", - "cores": 2, - "flags": [], - "hotplugged": 0, - "limit": 0, - "numa": false, - "sockets": 1, - "type": "qemu64", - "units": 1024 - } - ], - "description": "kubernetes control-plane3", - "disk": [], - "efi_disk": [], - "hook_script_file_id": null, - "hostpci": [], - "id": "107", - "initialization": [ - { - "datastore_id": "local-lvm", - "dns": [], - "interface": "ide2", - "ip_config": [], - "meta_data_file_id": "", - "network_data_file_id": "", - "type": "", - "user_account": [], - "user_data_file_id": "cephfs:snippets/control-plane3-ignition-user-data", - "vendor_data_file_id": "" - } - ], - "ipv4_addresses": [], - "ipv6_addresses": [], - "keyboard_layout": "en-us", - "kvm_arguments": null, - "mac_addresses": [ - "BC:24:11:99:5C:35" - ], - "machine": null, - "memory": [ - { - "dedicated": 2048, - "floating": 2048, - "hugepages": "", - "keep_hugepages": false, - "shared": 0 - } - ], - "migrate": false, - "name": "control-plane3", - "network_device": [ - { - "bridge": "vmbr0", - "disconnected": false, - "enabled": true, - "firewall": false, - "mac_address": "BC:24:11:99:5C:35", - "model": "virtio", - "mtu": 0, - "queues": 0, - "rate_limit": 0, - "trunks": "", - "vlan_id": 0 - } - ], - "network_interface_names": [], - "node_name": "hyper3", - "numa": [], - "on_boot": true, - "operating_system": [], - "pool_id": null, - "protection": false, - "reboot": false, - "reboot_after_update": true, - "rng": [], - "scsi_hardware": "virtio-scsi-pci", - "serial_device": [], - "smbios": [], - "started": true, - "startup": [], - "stop_on_destroy": false, - "tablet_device": true, - "tags": [ - "control-plane", - "flatcar", - "kubernetes", - "terraform" - ], - "template": false, - "timeout_clone": 1800, - "timeout_create": 1800, - "timeout_migrate": 1800, - "timeout_move_disk": 1800, - "timeout_reboot": 1800, - "timeout_shutdown_vm": 1800, - "timeout_start_vm": 1800, - "timeout_stop_vm": 300, - "tpm_state": [], - "usb": [], - "vga": [], - "virtiofs": [], - "vm_id": 107, - "watchdog": [] - }, - "sensitive_attributes": [], - "identity_schema_version": 0, - "private": "bnVsbA==", - "dependencies": [ - "data.ct_config.control_plane3_ignition", - "proxmox_virtual_environment_download_file.flatcar_image", - "proxmox_virtual_environment_file.control_plane3_ignition", - "proxmox_virtual_environment_vm.flatcar_template" - ] - } - ] - }, - { - "mode": "managed", - "type": "proxmox_virtual_environment_vm", - "name": "flatcar_template", - "provider": "provider[\"registry.terraform.io/bpg/proxmox\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "acpi": true, - "agent": [], - "amd_sev": [], - "audio_device": [], - "bios": "seabios", - "boot_order": [ - "scsi0", - "ide2" - ], - "cdrom": [], - "clone": [], - "cpu": [ - { - "affinity": "", - "architecture": "", - "cores": 1, - "flags": [], - "hotplugged": 0, - "limit": 0, - "numa": false, - "sockets": 1, - "type": "qemu64", - "units": 1024 - } - ], - "description": "managed by terraform - base template for flatcar", - "disk": [ - { - "aio": "io_uring", - "backup": true, - "cache": "none", - "datastore_id": "Pool1", - "discard": "on", - "file_format": "raw", - "file_id": "", - "import_from": "cephfs:import/flatcar_production_proxmoxve_image.qcow2", - "interface": "virtio0", - "iothread": false, - "path_in_datastore": "vm-103-disk-0", - "replicate": true, - "serial": "", - "size": 10, - "speed": [], - "ssd": false - } - ], - "efi_disk": [], - "hook_script_file_id": null, - "hostpci": [], - "id": "103", - "initialization": [ - { - "datastore_id": "Pool1", - "dns": [], - "interface": "ide2", - "ip_config": [], - "meta_data_file_id": "", - "network_data_file_id": "", - "type": "", - "user_account": [], - "user_data_file_id": "", - "vendor_data_file_id": "" - } - ], - "ipv4_addresses": [], - "ipv6_addresses": [], - "keyboard_layout": "en-us", - "kvm_arguments": "", - "mac_addresses": [ - "BC:24:11:58:C3:B8" - ], - "machine": "", - "memory": [ - { - "dedicated": 2048, - "floating": 2048, - "hugepages": "", - "keep_hugepages": false, - "shared": 0 - } - ], - "migrate": false, - "name": "flatcar-template", - "network_device": [ - { - "bridge": "vmbr0", - "disconnected": false, - "enabled": true, - "firewall": false, - "mac_address": "BC:24:11:58:C3:B8", - "model": "virtio", - "mtu": 0, - "queues": 0, - "rate_limit": 0, - "trunks": "", - "vlan_id": 0 - } - ], - "network_interface_names": [], - "node_name": "hyper1", - "numa": [], - "on_boot": true, - "operating_system": [], - "pool_id": null, - "protection": false, - "reboot": false, - "reboot_after_update": true, - "rng": [], - "scsi_hardware": "virtio-scsi-pci", - "serial_device": [], - "smbios": [], - "started": null, - "startup": [], - "stop_on_destroy": true, - "tablet_device": true, - "tags": [ - "flatcar", - "kubernetes", - "terraform" - ], - "template": true, - "timeout_clone": 1800, - "timeout_create": 1800, - "timeout_migrate": 1800, - "timeout_move_disk": 1800, - "timeout_reboot": 1800, - "timeout_shutdown_vm": 1800, - "timeout_start_vm": 1800, - "timeout_stop_vm": 300, - "tpm_state": [], - "usb": [], - "vga": [], - "virtiofs": [], - "vm_id": 103, - "watchdog": [] - }, - "sensitive_attributes": [], - "identity_schema_version": 0, - "private": "bnVsbA==", - "dependencies": [ - "proxmox_virtual_environment_download_file.flatcar_image" - ] - } - ] - }, - { - "mode": "managed", - "type": "proxmox_virtual_environment_vm", - "name": "worker1", - "provider": "provider[\"registry.terraform.io/bpg/proxmox\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "acpi": true, - "agent": [], - "amd_sev": [], - "audio_device": [], - "bios": "seabios", - "boot_order": null, - "cdrom": [], - "clone": [ - { - "datastore_id": "", - "full": true, - "node_name": "hyper1", - "retries": 1, - "vm_id": 103 - } - ], - "cpu": [ - { - "affinity": "", - "architecture": "", - "cores": 2, - "flags": [], - "hotplugged": 0, - "limit": 0, - "numa": false, - "sockets": 1, - "type": "qemu64", - "units": 1024 - } - ], - "description": "kubernetes worker1", - "disk": [], - "efi_disk": [], - "hook_script_file_id": null, - "hostpci": [], - "id": "108", - "initialization": [ - { - "datastore_id": "local-lvm", - "dns": [], - "interface": "ide2", - "ip_config": [], - "meta_data_file_id": "", - "network_data_file_id": "", - "type": "", - "user_account": [], - "user_data_file_id": "cephfs:snippets/worker1-ignition-user-data", - "vendor_data_file_id": "" - } - ], - "ipv4_addresses": [], - "ipv6_addresses": [], - "keyboard_layout": "en-us", - "kvm_arguments": null, - "mac_addresses": [ - "BC:24:11:FD:99:92" - ], - "machine": null, - "memory": [ - { - "dedicated": 8192, - "floating": 8192, - "hugepages": "", - "keep_hugepages": false, - "shared": 0 - } - ], - "migrate": false, - "name": "worker1", - "network_device": [ - { - "bridge": "vmbr0", - "disconnected": false, - "enabled": true, - "firewall": false, - "mac_address": "BC:24:11:FD:99:92", - "model": "virtio", - "mtu": 0, - "queues": 0, - "rate_limit": 0, - "trunks": "", - "vlan_id": 0 - } - ], - "network_interface_names": [], - "node_name": "hyper1", - "numa": [], - "on_boot": true, - "operating_system": [], - "pool_id": null, - "protection": false, - "reboot": false, - "reboot_after_update": true, - "rng": [], - "scsi_hardware": "virtio-scsi-pci", - "serial_device": [], - "smbios": [], - "started": true, - "startup": [], - "stop_on_destroy": false, - "tablet_device": true, - "tags": [ - "flatcar", - "kubernetes", - "terraform", - "worker" - ], - "template": false, - "timeout_clone": 1800, - "timeout_create": 1800, - "timeout_migrate": 1800, - "timeout_move_disk": 1800, - "timeout_reboot": 1800, - "timeout_shutdown_vm": 1800, - "timeout_start_vm": 1800, - "timeout_stop_vm": 300, - "tpm_state": [], - "usb": [], - "vga": [], - "virtiofs": [], - "vm_id": 108, - "watchdog": [] - }, - "sensitive_attributes": [], - "identity_schema_version": 0, - "private": "bnVsbA==", - "dependencies": [ - "data.ct_config.worker1_ignition", - "proxmox_virtual_environment_download_file.flatcar_image", - "proxmox_virtual_environment_file.worker1_ignition", - "proxmox_virtual_environment_vm.flatcar_template" - ] - } - ] - }, - { - "mode": "managed", - "type": "proxmox_virtual_environment_vm", - "name": "worker2", - "provider": "provider[\"registry.terraform.io/bpg/proxmox\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "acpi": true, - "agent": [], - "amd_sev": [], - "audio_device": [], - "bios": "seabios", - "boot_order": null, - "cdrom": [], - "clone": [ - { - "datastore_id": "", - "full": true, - "node_name": "hyper1", - "retries": 1, - "vm_id": 103 - } - ], - "cpu": [ - { - "affinity": "", - "architecture": "", - "cores": 2, - "flags": [], - "hotplugged": 0, - "limit": 0, - "numa": false, - "sockets": 1, - "type": "qemu64", - "units": 1024 - } - ], - "description": "kubernetes worker2", - "disk": [], - "efi_disk": [], - "hook_script_file_id": null, - "hostpci": [], - "id": "104", - "initialization": [ - { - "datastore_id": "local-lvm", - "dns": [], - "interface": "ide2", - "ip_config": [], - "meta_data_file_id": "", - "network_data_file_id": "", - "type": "", - "user_account": [], - "user_data_file_id": "cephfs:snippets/worker2-ignition-user-data", - "vendor_data_file_id": "" - } - ], - "ipv4_addresses": [], - "ipv6_addresses": [], - "keyboard_layout": "en-us", - "kvm_arguments": null, - "mac_addresses": [ - "BC:24:11:05:7C:55" - ], - "machine": null, - "memory": [ - { - "dedicated": 8192, - "floating": 8192, - "hugepages": "", - "keep_hugepages": false, - "shared": 0 - } - ], - "migrate": false, - "name": "worker2", - "network_device": [ - { - "bridge": "vmbr0", - "disconnected": false, - "enabled": true, - "firewall": false, - "mac_address": "BC:24:11:05:7C:55", - "model": "virtio", - "mtu": 0, - "queues": 0, - "rate_limit": 0, - "trunks": "", - "vlan_id": 0 - } - ], - "network_interface_names": [], - "node_name": "hyper2", - "numa": [], - "on_boot": true, - "operating_system": [], - "pool_id": null, - "protection": false, - "reboot": false, - "reboot_after_update": true, - "rng": [], - "scsi_hardware": "virtio-scsi-pci", - "serial_device": [], - "smbios": [], - "started": true, - "startup": [], - "stop_on_destroy": false, - "tablet_device": true, - "tags": [ - "flatcar", - "kubernetes", - "terraform", - "worker" - ], - "template": false, - "timeout_clone": 1800, - "timeout_create": 1800, - "timeout_migrate": 1800, - "timeout_move_disk": 1800, - "timeout_reboot": 1800, - "timeout_shutdown_vm": 1800, - "timeout_start_vm": 1800, - "timeout_stop_vm": 300, - "tpm_state": [], - "usb": [], - "vga": [], - "virtiofs": [], - "vm_id": 104, - "watchdog": [] - }, - "sensitive_attributes": [], - "identity_schema_version": 0, - "private": "bnVsbA==", - "dependencies": [ - "data.ct_config.worker2_ignition", - "proxmox_virtual_environment_download_file.flatcar_image", - "proxmox_virtual_environment_file.worker2_ignition", - "proxmox_virtual_environment_vm.flatcar_template" - ] - } - ] - }, - { - "mode": "managed", - "type": "proxmox_virtual_environment_vm", - "name": "worker3", - "provider": "provider[\"registry.terraform.io/bpg/proxmox\"]", - "instances": [ - { - "schema_version": 0, - "attributes": { - "acpi": true, - "agent": [], - "amd_sev": [], - "audio_device": [], - "bios": "seabios", - "boot_order": null, - "cdrom": [], - "clone": [ - { - "datastore_id": "", - "full": true, - "node_name": "hyper1", - "retries": 1, - "vm_id": 103 - } - ], - "cpu": [ - { - "affinity": "", - "architecture": "", - "cores": 2, - "flags": [], - "hotplugged": 0, - "limit": 0, - "numa": false, - "sockets": 1, - "type": "qemu64", - "units": 1024 - } - ], - "description": "kubernetes worker3", - "disk": [], - "efi_disk": [], - "hook_script_file_id": null, - "hostpci": [], - "id": "109", - "initialization": [ - { - "datastore_id": "local-lvm", - "dns": [], - "interface": "ide2", - "ip_config": [], - "meta_data_file_id": "", - "network_data_file_id": "", - "type": "", - "user_account": [], - "user_data_file_id": "cephfs:snippets/worker3-ignition-user-data", - "vendor_data_file_id": "" - } - ], - "ipv4_addresses": [], - "ipv6_addresses": [], - "keyboard_layout": "en-us", - "kvm_arguments": null, - "mac_addresses": [ - "BC:24:11:1A:31:0A" - ], - "machine": null, - "memory": [ - { - "dedicated": 8192, - "floating": 8192, - "hugepages": "", - "keep_hugepages": false, - "shared": 0 - } - ], - "migrate": false, - "name": "worker3", - "network_device": [ - { - "bridge": "vmbr0", - "disconnected": false, - "enabled": true, - "firewall": false, - "mac_address": "BC:24:11:1A:31:0A", - "model": "virtio", - "mtu": 0, - "queues": 0, - "rate_limit": 0, - "trunks": "", - "vlan_id": 0 - } - ], - "network_interface_names": [], - "node_name": "hyper3", - "numa": [], - "on_boot": true, - "operating_system": [], - "pool_id": null, - "protection": false, - "reboot": false, - "reboot_after_update": true, - "rng": [], - "scsi_hardware": "virtio-scsi-pci", - "serial_device": [], - "smbios": [], - "started": true, - "startup": [], - "stop_on_destroy": false, - "tablet_device": true, - "tags": [ - "flatcar", - "kubernetes", - "terraform", - "worker" - ], - "template": false, - "timeout_clone": 1800, - "timeout_create": 1800, - "timeout_migrate": 1800, - "timeout_move_disk": 1800, - "timeout_reboot": 1800, - "timeout_shutdown_vm": 1800, - "timeout_start_vm": 1800, - "timeout_stop_vm": 300, - "tpm_state": [], - "usb": [], - "vga": [], - "virtiofs": [], - "vm_id": 109, - "watchdog": [] - }, - "sensitive_attributes": [], - "identity_schema_version": 0, - "private": "bnVsbA==", - "dependencies": [ - "data.ct_config.worker3_ignition", - "proxmox_virtual_environment_download_file.flatcar_image", - "proxmox_virtual_environment_file.worker3_ignition", - "proxmox_virtual_environment_vm.flatcar_template" - ] - } - ] - } - ], + "resources": [], "check_results": null }