65 使用 ClusterClass 部署下游集群 #

apiVersion: controlplane.cluster.x-k8s.io/v1beta2
kind: RKE2ControlPlaneTemplate
metadata:
  name: example-controlplane
  namespace: emea-spa
spec:
  template:
    spec:
      rolloutStrategy:
        type: "RollingUpdate"
        rollingUpdate:
          maxSurge: 1
      registrationMethod: "control-plane-endpoint"
      registrationAddress: TO-BE-PATCHED-AUTOMATICALLY  # This will be replaced by the involved patch when applying the cluster instance
      serverConfig:
        cni: cilium
        cniMultusEnable: true
        tlsSan:
        - TO-BE-PATCHED-AUTOMATICALLY    # This will be replaced by the involved patch when applying the cluster instance
      agentConfig:
        format: ignition
        additionalUserData:
          config: |          # This will be replaced by the involved patch when applying the cluster instance
            TO-BE-PATCHED-AUTOMATICALLY
        kubelet:
          extraArgs:
          - provider-id=metal3://BAREMETALHOST_UUID
        nodeName: "localhost.localdomain"
---
apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
kind: Metal3ClusterTemplate
metadata:
  name: example-cluster-template
  namespace: emea-spa
spec:
  template:
    spec:
      controlPlaneEndpoint:
        host: TO-BE-PATCHED-AUTOMATICALLY  # This will be replaced by the involved patch when applying the cluster instance
        port: 6443
      cloudProviderEnabled: false
---
apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
kind: Metal3MachineTemplate
metadata:
  name: example-controlplane-machineinfrastructure
  namespace: emea-spa
spec:
  nodeReuse: true
  template:
    spec:
      automatedCleaningMode: metadata
      dataTemplate:
        name: to-be-patched-automatically  # This will be replaced by the involved patch when applying the cluster instance
      hostSelector:
        matchLabels:  # The labels used to identify the BMHs to select.
          cluster-role: control-plane
          deploy-region: TO-BE-PATCHED-AUTOMATICALLY # This will be replaced by the involved patch when applying the cluster instance
          cluster-type: TO-BE-PATCHED-AUTOMATICALLY  # This will be replaced by the involved patch when applying the cluster instance
      image:
        checksum: http://TO-BE-PATCHED-AUTOMATICALLY # This will be replaced by the involved patch when applying the cluster instance
        checksumType: sha256
        format: raw
        url: http://TO-BE-PATCHED-AUTOMATICALLY      # This will be replaced by the involved patch when applying the cluster instance
---
apiVersion: cluster.x-k8s.io/v1beta2
kind: ClusterClass
metadata:
  name: example-clusterclass
  namespace: emea-spa
spec:
  infrastructure:
    templateRef:
      kind: Metal3ClusterTemplate
      apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
      name: example-cluster-template
  controlPlane:
    templateRef:
      kind: RKE2ControlPlaneTemplate
      apiVersion: controlplane.cluster.x-k8s.io/v1beta2
      name: example-controlplane
    machineInfrastructure:
      templateRef:
        kind: Metal3MachineTemplate
        apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
        name: example-controlplane-machineinfrastructure
  variables:
  - name: metallbHelmChartVersion
    required: false
    schema:
      openAPIV3Schema:
        type: string
  - name: endpointCopierOperatorHelmChartVersion
    required: false
    schema:
      openAPIV3Schema:
        type: string
  - name: controlPlaneMachineTemplateImageURL
    required: true
    schema:
      openAPIV3Schema:
        type: string
  - name: controlPlaneMachineTemplateHostSelectorDeployRegion
    required: true
    schema:
      openAPIV3Schema:
        type: string
  - name: controlPlaneMachineTemplateHostSelectorClusterType
    required: true
    schema:
      openAPIV3Schema:
        type: string
  - name: controlPlaneMachineTemplateDataTemplateName
    required: true
    schema:
      openAPIV3Schema:
        type: string
  - name: controlPlaneEndpointHost
    required: true
    schema:
      openAPIV3Schema:
        type: string
  - name: tlsSan
    required: true
    schema:
      openAPIV3Schema:
        type: array
        items:
          type: string
  patches:
  - name: setControlPlaneMachineTemplateImageURL
    definitions:
    - selector:
        apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
        kind: Metal3MachineTemplate
        matchResources:
          controlPlane: true        # Added to select ControlPlane
      jsonPatches:
      - op: replace
        path: "/spec/template/spec/image/url"
        valueFrom:
          variable: controlPlaneMachineTemplateImageURL
      - op: replace
        path: "/spec/template/spec/image/checksum"
        valueFrom:
          template: "{{ .controlPlaneMachineTemplateImageURL }}.sha256"
  - name: setControlPlaneMachineTemplateHostSelectorDeployRegion
    definitions:
    - selector:
        apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
        kind: Metal3MachineTemplate
        matchResources:
          controlPlane: true
      jsonPatches:
      - op: replace
        path: "/spec/template/spec/hostSelector/matchLabels/deploy-region"
        valueFrom:
          variable: controlPlaneMachineTemplateHostSelectorDeployRegion
  - name: setControlPlaneMachineTemplateHostSelectorClusterType
    definitions:
    - selector:
        apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
        kind: Metal3MachineTemplate
        matchResources:
          controlPlane: true        # Added to select ControlPlane
      jsonPatches:
      - op: replace
        path: "/spec/template/spec/hostSelector/matchLabels/cluster-type"
        valueFrom:
          variable: controlPlaneMachineTemplateHostSelectorClusterType
  - name: setControlPlaneMachineTemplateDataTemplateName
    definitions:
    - selector:
        apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
        kind: Metal3MachineTemplate
        matchResources:
          controlPlane: true        # Added to select ControlPlane
      jsonPatches:
      - op: replace
        path: "/spec/template/spec/dataTemplate/name"
        valueFrom:
          variable: controlPlaneMachineTemplateDataTemplateName
  - name: setControlPlaneEndpoint
    definitions:
    - selector:
        apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
        kind: Metal3ClusterTemplate
        matchResources:
          infrastructureCluster: true  # Added to select InfraCluster
      jsonPatches:
      - op: replace
        path: "/spec/template/spec/controlPlaneEndpoint/host"
        valueFrom:
          variable: controlPlaneEndpointHost
  - name: setRegistrationAddress
    definitions:
    - selector:
        apiVersion: controlplane.cluster.x-k8s.io/v1beta2
        kind: RKE2ControlPlaneTemplate
        matchResources:
          controlPlane: true        # Added to select ControlPlane
      jsonPatches:
      - op: replace
        path: "/spec/template/spec/registrationAddress"
        valueFrom:
          variable: controlPlaneEndpointHost
  - name: setTlsSan
    definitions:
    - selector:
        apiVersion: controlplane.cluster.x-k8s.io/v1beta2
        kind: RKE2ControlPlaneTemplate
        matchResources:
          controlPlane: true        # Added to select ControlPlane
      jsonPatches:
      - op: replace
        path: "/spec/template/spec/serverConfig/tlsSan"
        valueFrom:
          variable: tlsSan
  - name: updateAdditionalUserData
    definitions:
    - selector:
        apiVersion: controlplane.cluster.x-k8s.io/v1beta2
        kind: RKE2ControlPlaneTemplate
        matchResources:
          controlPlane: true
      jsonPatches:
      - op: replace
        path: "/spec/template/spec/agentConfig/additionalUserData"
        valueFrom:
          template: |
            config: |
              variant: fcos
              version: 1.4.0
              {{ if .metallbHelmChartVersion }}
              storage:
                files:
                - path: /var/lib/rancher/rke2/server/manifests/metallb.yaml
                  overwrite: true
                  contents:
                    inline: |
                      apiVersion: helm.cattle.io/v1
                      kind: HelmChart
                      metadata:
                        name: metallb
                        namespace: kube-system
                      spec:
                        chart: oci://registry.suse.com/edge/charts/metallb
                        targetNamespace: metallb-system
                        version: {{ .metallbHelmChartVersion }}
                        createNamespace: true
                {{ if .endpointCopierOperatorHelmChartVersion }}
                - path: /var/lib/rancher/rke2/server/manifests/endpoint-copier-operator.yaml
                  overwrite: true
                  contents:
                    inline: |
                      apiVersion: helm.cattle.io/v1
                      kind: HelmChart
                      metadata:
                        name: endpoint-copier-operator
                        namespace: kube-system
                      spec:
                        chart: oci://registry.suse.com/edge/charts/endpoint-copier-operator
                        targetNamespace: endpoint-copier-operator
                        version: {{ .endpointCopierOperatorHelmChartVersion }}
                        createNamespace: true
                - path: /var/lib/rancher/rke2/server/manifests/metallb-cr.yaml
                  overwrite: true
                  contents:
                    inline: |
                      apiVersion: metallb.io/v1beta1
                      kind: IPAddressPool
                      metadata:
                        name: kubernetes-vip-ip-pool
                        namespace: metallb-system
                      spec:
                        addresses:
                          - {{ .controlPlaneEndpointHost }}/32
                        serviceAllocation:
                          priority: 100
                          namespaces:
                            - default
                          serviceSelectors:
                            - matchExpressions:
                              - {key: "serviceType", operator: In, values: [kubernetes-vip]}
                      ---
                      apiVersion: metallb.io/v1beta1
                      kind: L2Advertisement
                      metadata:
                        name: ip-pool-l2-adv
                        namespace: metallb-system
                      spec:
                        ipAddressPools:
                          - kubernetes-vip-ip-pool
                - path: /var/lib/rancher/rke2/server/manifests/endpoint-svc.yaml
                  overwrite: true
                  contents:
                    inline: |
                      apiVersion: v1
                      kind: Service
                      metadata:
                        name: kubernetes-vip
                        namespace: default
                        labels:
                          serviceType: kubernetes-vip
                      spec:
                        ports:
                        - name: rke2-api
                          port: 9345
                          protocol: TCP
                          targetPort: 9345
                        - name: k8s-api
                          port: 6443
                          protocol: TCP
                          targetPort: 6443
                        type: LoadBalancer
                {{ end }}
              {{ end }}
              systemd:
                units:
                - name: rke2-preinstall.service
                  enabled: true
                  contents: |
                    [Unit]
                    Description=rke2-preinstall
                    Wants=network-online.target
                    Before=rke2-install.service
                    ConditionPathExists=!/run/cluster-api/bootstrap-success.complete
                    [Service]
                    Type=oneshot
                    User=root
                    ExecStartPre=/bin/sh -c "mount -L config-2 /mnt"
                    ExecStart=/bin/sh -c "sed -i \"s/BAREMETALHOST_UUID/$(jq -r .uuid /mnt/openstack/latest/meta_data.json)/\" /etc/rancher/rke2/config.yaml"
                    ExecStart=/bin/sh -c "echo \"node-name: $(jq -r .name /mnt/openstack/latest/meta_data.json)\" >> /etc/rancher/rke2/config.yaml"
                    ExecStart=/bin/sh -c "echo \"node-label:\" >> /etc/rancher/rke2/config.yaml"
                    ExecStart=/bin/sh -c "echo \"  - metal3.io/uuid=$(jq -r .uuid /mnt/openstack/latest/meta_data.json)\" >> /etc/rancher/rke2/config.yaml"
                    ExecStartPost=/bin/sh -c "umount /mnt"
                    [Install]
                    WantedBy=multi-user.target

apiVersion: cluster.x-k8s.io/v1beta2
kind: Cluster
metadata:
  name: emea-spa-cluster-3
  namespace: emea-spa
  labels:
    cluster-api.cattle.io/rancher-auto-import: "true"
spec:
  topology:
    classRef:
      name: example-clusterclass
      namespace: emea-spa
    version: v1.35.3+rke2r3
    controlPlane:
      replicas: 1
    variables:                       # Values to be replaced in the clusterclass template variables to create this specific cluster
    - name: endpointCopierOperatorHelmChartVersion
      value: 306.0.1+up0.3.0
    - name: metallbHelmChartVersion
      value: 306.0.2+up0.15.3
    - name: controlPlaneMachineTemplateImageURL
      value: http://fileserver.local:8080/eibimage-downstream-cluster.raw.sha256
    - name: controlPlaneMachineTemplateHostSelectorDeployRegion
      value: emea-spa
    - name: controlPlaneMachineTemplateHostSelectorClusterType
      value: group-3
    - name: controlPlaneMachineTemplateDataTemplateName
      value: emea-spa-cluster-3
    - name: controlPlaneEndpointHost
      value: 192.168.122.203
    - name: tlsSan
      value:
      - 192.168.122.203
      - https://192.168.122.203.sslip.io
---
apiVersion: infrastructure.cluster.x-k8s.io/v1beta1
kind: Metal3DataTemplate
metadata:
  name: emea-spa-cluster-3
  namespace: emea-spa
spec:
  clusterName: emea-spa-cluster-3
  metaData:
    objectNames:
    - key: name
      object: machine
    - key: local-hostname
      object: machine
    - key: local_hostname
      object: machine