cluster.yaml

apiVersion: provisioning.cattle.io/v1
kind: Cluster
metadata:
  annotations:
    field.cattle.io/creatorId: user-mzmwp
  creationTimestamp: '2024-04-08T19:48:03Z'
  finalizers:
    - wrangler.cattle.io/cloud-config-secret-remover
    - wrangler.cattle.io/provisioning-cluster-remove
    - wrangler.cattle.io/rke-cluster-remove
  generation: 2
  managedFields:
    - apiVersion: provisioning.cattle.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:metadata:
          f:finalizers:
            v:"wrangler.cattle.io/provisioning-cluster-remove": {}
            v:"wrangler.cattle.io/rke-cluster-remove": {}
        f:spec:
          .: {}
          f:kubernetesVersion: {}
          f:localClusterAuthEndpoint: {}
          f:rkeConfig:
            .: {}
            f:chartValues:
              .: {}
              f:rke2-cilium: {}
              f:rke2-multus: {}
            f:etcd:
              .: {}
              f:snapshotRetention: {}
              f:snapshotScheduleCron: {}
            f:machineGlobalConfig:
              .: {}
              f:cni: {}
              f:disable: {}
              f:disable-kube-proxy: {}
              f:etcd-expose-metrics: {}
            f:machineSelectorConfig: {}
            f:registries: {}
            f:upgradeStrategy:
              .: {}
              f:controlPlaneConcurrency: {}
              f:controlPlaneDrainOptions:
                .: {}
                f:deleteEmptyDirData: {}
                f:disableEviction: {}
                f:enabled: {}
                f:force: {}
                f:gracePeriod: {}
                f:ignoreDaemonSets: {}
                f:skipWaitForDeleteTimeoutSeconds: {}
                f:timeout: {}
              f:workerConcurrency: {}
              f:workerDrainOptions:
                .: {}
                f:deleteEmptyDirData: {}
                f:disableEviction: {}
                f:enabled: {}
                f:force: {}
                f:gracePeriod: {}
                f:ignoreDaemonSets: {}
                f:skipWaitForDeleteTimeoutSeconds: {}
                f:timeout: {}
      manager: rancher
      operation: Update
      time: '2024-04-08T19:48:03Z'
    - apiVersion: provisioning.cattle.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:metadata:
          f:finalizers:
            .: {}
            v:"wrangler.cattle.io/cloud-config-secret-remover": {}
        f:spec:
          f:rkeConfig:
            f:machinePoolDefaults: {}
            f:upgradeStrategy:
              f:controlPlaneDrainOptions:
                f:ignoreErrors: {}
                f:postDrainHooks: {}
                f:preDrainHooks: {}
              f:workerDrainOptions:
                f:ignoreErrors: {}
                f:postDrainHooks: {}
                f:preDrainHooks: {}
      manager: rancher-v2.8.2-secret-migrator
      operation: Update
      time: '2024-04-08T19:48:03Z'
    - apiVersion: provisioning.cattle.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:status:
          .: {}
          f:agentDeployed: {}
          f:clientSecretName: {}
          f:clusterName: {}
          f:conditions: {}
          f:fleetWorkspaceName: {}
          f:observedGeneration: {}
          f:ready: {}
      manager: rancher
      operation: Update
      subresource: status
      time: '2024-04-08T20:24:56Z'
  name: home-01
  namespace: fleet-default
  resourceVersion: '25305907'
  uid: 8f6e1496-d56a-44eb-a53b-dbd27e2d4999
spec:
  kubernetesVersion: v1.27.12+rke2r1
  localClusterAuthEndpoint: {}
  rkeConfig:
    chartValues:
      rke2-cilium: {}
      rke2-multus: {}
    etcd:
      snapshotRetention: 5
      snapshotScheduleCron: 0 */5 * * *
    machineGlobalConfig:
      cni: multus,cilium
      disable:
        - rke2-ingress-nginx
      disable-kube-proxy: false
      etcd-expose-metrics: false
    machinePoolDefaults: {}
    machineSelectorConfig:
      - config:
          protect-kernel-defaults: false
    registries: {}
    upgradeStrategy:
      controlPlaneConcurrency: '1'
      controlPlaneDrainOptions:
        deleteEmptyDirData: true
        disableEviction: false
        enabled: false
        force: false
        gracePeriod: -1
        ignoreDaemonSets: true
        ignoreErrors: false
        postDrainHooks: null
        preDrainHooks: null
        skipWaitForDeleteTimeoutSeconds: 0
        timeout: 120
      workerConcurrency: '1'
      workerDrainOptions:
        deleteEmptyDirData: true
        disableEviction: false
        enabled: false
        force: false
        gracePeriod: -1
        ignoreDaemonSets: true
        ignoreErrors: false
        postDrainHooks: null
        preDrainHooks: null
        skipWaitForDeleteTimeoutSeconds: 0
        timeout: 120
status:
  agentDeployed: true
  clientSecretName: home-01-kubeconfig
  clusterName: c-m-vjhmgv77
  conditions:
    - lastUpdateTime: '2024-04-08T19:53:29Z'
      status: 'False'
      type: Reconciling
    - lastUpdateTime: '2024-04-08T19:48:03Z'
      status: 'False'
      type: Stalled
    - lastUpdateTime: '2024-04-08T19:54:43Z'
      status: 'True'
      type: Created
    - lastUpdateTime: '2024-04-08T20:24:56Z'
      status: 'True'
      type: RKECluster
    - lastUpdateTime: '2024-04-08T19:48:03Z'
      status: 'True'
      type: BackingNamespaceCreated
    - lastUpdateTime: '2024-04-08T19:48:03Z'
      status: 'True'
      type: DefaultProjectCreated
    - lastUpdateTime: '2024-04-08T19:48:03Z'
      status: 'True'
      type: SystemProjectCreated
    - lastUpdateTime: '2024-04-08T19:48:03Z'
      status: 'True'
      type: InitialRolesPopulated
    - lastUpdateTime: '2024-04-08T20:24:56Z'
      status: 'True'
      type: Updated
    - lastUpdateTime: '2024-04-08T20:24:56Z'
      status: 'True'
      type: Provisioned
    - lastUpdateTime: '2024-04-08T19:55:44Z'
      status: 'True'
      type: Ready
    - lastUpdateTime: '2024-04-08T19:48:04Z'
      status: 'True'
      type: CreatorMadeOwner
    - lastUpdateTime: '2024-04-08T19:48:04Z'
      status: 'True'
      type: NoDiskPressure
    - lastUpdateTime: '2024-04-08T19:48:04Z'
      status: 'True'
      type: NoMemoryPressure
    - lastUpdateTime: '2024-04-08T19:48:04Z'
      status: 'True'
      type: SecretsMigrated
    - lastUpdateTime: '2024-04-08T19:48:04Z'
      status: 'True'
      type: ServiceAccountSecretsMigrated
    - lastUpdateTime: '2024-04-08T19:48:04Z'
      status: 'True'
      type: RKESecretsMigrated
    - lastUpdateTime: '2024-04-08T19:48:04Z'
      status: 'True'
      type: ACISecretsMigrated
    - lastUpdateTime: '2024-04-08T19:54:43Z'
      status: 'True'
      type: Connected
    - lastUpdateTime: '2024-04-08T19:53:14Z'
      status: 'True'
      type: GlobalAdminsSynced
    - lastUpdateTime: '2024-04-08T19:53:16Z'
      status: 'True'
      type: SystemAccountCreated
    - lastUpdateTime: '2024-04-08T19:53:18Z'
      status: 'True'
      type: AgentDeployed
    - lastUpdateTime: '2024-04-08T19:53:29Z'
      status: 'True'
      type: Waiting
  fleetWorkspaceName: fleet-default
  observedGeneration: 2
  ready: true

Cool. I am fairly certain you don't need

        "routes": [
          { "dst": "192.168.0.0/16", "gw": "192.168.20.1" }
        ],
      "gateway": "192.168.20.1"

in the NetworkAttachmentDefinition

apiVersion: "k8s.cni.cncf.io/v1"
kind: NetworkAttachmentDefinition
metadata:
  name: multus-iot
  namespace: default
spec:
  config: |-
    {
      "cniVersion": "0.3.1",
      "type": "ipvlan",
      "master": "eth1",
      "ipam": { "type": "static" }
    }

oh and

apiVersion: v1
kind: Pod
metadata:
  name: sample-pod
  namespace: default
  annotations:
    k8s.v1.cni.cncf.io/networks: [{ "name": "multus-iot", "ips": ["192.168.20.202/24"]  }]
spec:
  containers:
  - name: sample-pod
    command: ["/bin/ash", "-c", "trap : TERM INT; sleep infinity & wait"]
    image: alpine

I will test without but I think I need both in the NAD. I've added mac because I don't want a random mac every time i started up, dhcp gets messy. Yeah, I could remove the namespace but I always declare it, even it is is default.

that makes sense.

I do need routes otherwise I can't reach it from the outside. I can remove gateway.

    {
      "cniVersion": "0.3.1",
      "type": "ipvlan",
      "master": "eth1",
      "ipam": {
        "type": "static",
        "routes": [
          { "dst": "192.168.0.0/16", "gw": "192.168.20.1" }
        ]
      }
    }

i am betting this will also work with macvlan but I don't even want to breath on it 😅

ipvlan will work better with cloud providers. stop looking at it.. lol.. Can't wait to watch the youtube video for all this! :D - *andy clemenko* | 410-212-3200

…

On Thu, Apr 11, 2024 at 3:11 PM Techno Tim ***@***.***> wrote: ***@***.**** commented on this gist. ------------------------------ i am betting this will also work with macvlan but I don't even want to breath on it 😅 — Reply to this email directly, view it on GitHub <https://gist.github.com/timothystewart6/2f5825cd7b8f1ec00aef8b7f6b04502b#gistcomment-5020415> or unsubscribe <https://github.com/notifications/unsubscribe-auth/AAYHWPHXQY2GGJKHYWC5BJDY43N53BFKMF2HI4TJMJ2XIZLTSKBKK5TBNR2WLJDUOJ2WLJDOMFWWLO3UNBZGKYLEL5YGC4TUNFRWS4DBNZ2F6YLDORUXM2LUPGBKK5TBNR2WLJDHNFZXJJDOMFWWLK3UNBZGKYLEL52HS4DFVRZXKYTKMVRXIX3UPFYGLK2HNFZXIQ3PNVWWK3TUUZ2G64DJMNZZDAVEOR4XAZNEM5UXG5FFOZQWY5LFVEYTEOJVGQ2TMOJVU52HE2LHM5SXFJTDOJSWC5DF> . You are receiving this email because you commented on the thread. Triage notifications on the go with GitHub Mobile for iOS <https://apps.apple.com/app/apple-store/id1477376905?ct=notification-email&mt=8&pt=524675> or Android <https://play.google.com/store/apps/details?id=com.github.android&referrer=utm_campaign%3Dnotification-email%26utm_medium%3Demail%26utm_source%3Dgithub> .