From f35f681969e65887c7c8afbaee30288978bc0489 Mon Sep 17 00:00:00 2001 From: actions Date: Thu, 27 May 2021 19:13:47 +0000 Subject: [PATCH] Add tolerations to network plugins and coredns (#98) * Add toleration for calico * Add coredns tolerations * Add multus tolerations * Add sriov tolerations * Add cilium tolerations * fix sriov * Fix coredns --- .../rke2-calico/rke2-calico-crd-v1.0.005.tgz | Bin 0 -> 13416 bytes .../rke2-calico/rke2-calico-v3.19.1-105.tgz | Bin 0 -> 26796 bytes assets/rke2-cilium/rke2-cilium-1.9.607.tgz | Bin 0 -> 58159 bytes .../rke2-coredns-1.10.101-build2021022304.tgz | Bin 0 -> 10646 bytes .../rke2-multus-v3.7.1-build2021041602.tgz | Bin 0 -> 2155 bytes assets/rke2-sriov/rke2-sriov-crd-v1.0.002.tgz | Bin 0 -> 3086 bytes .../rke2-sriov-v1.0.0-build2021042902.tgz | Bin 0 -> 3631 bytes .../rke2-calico-crd/v1.0.005/Chart.yaml | 5 + .../operator.tigera.io_imagesets_crd.yaml | 75 + .../operator.tigera.io_installations_crd.yaml | 1222 +++++++++++++ ...operator.tigera.io_tigerastatuses_crd.yaml | 104 ++ .../rke2-calico/v3.19.1-105/Chart.yaml | 7 + .../v3.19.1-105/templates/_helpers.tpl | 10 + .../templates/certs/certs-node.yaml | 13 + .../templates/certs/certs-typha.yaml | 23 + ...d.projectcalico.org_bgpconfigurations.yaml | 141 ++ .../crd.projectcalico.org_bgppeers.yaml | 106 ++ ...crd.projectcalico.org_blockaffinities.yaml | 59 + ...projectcalico.org_clusterinformations.yaml | 62 + ...projectcalico.org_felixconfigurations.yaml | 561 ++++++ ...ojectcalico.org_globalnetworkpolicies.yaml | 769 +++++++++ ...d.projectcalico.org_globalnetworksets.yaml | 51 + .../crd.projectcalico.org_hostendpoints.yaml | 106 ++ .../crd.projectcalico.org_ipamblocks.yaml | 79 + .../crd.projectcalico.org_ipamconfigs.yaml | 54 + .../crd.projectcalico.org_ipamhandles.yaml | 54 + .../crd.projectcalico.org_ippools.yaml | 97 ++ ...ico.org_kubecontrollersconfigurations.yaml | 230 +++ ...crd.projectcalico.org_networkpolicies.yaml | 750 ++++++++ .../crd.projectcalico.org_networksets.yaml | 49 + .../templates/crs/custom-resources.yaml | 21 + .../00-namespace-tigera-operator.yaml | 13 + .../tigera-operator/01-imagepullsecret.yaml | 15 + .../02-configmap-calico-resources.yaml | 27 + .../02-podsecuritypolicy-tigera-operator.yaml | 47 + .../02-role-tigera-operator.yaml | 250 +++ .../02-rolebinding-tigera-operator.yaml | 12 + .../02-serviceaccount-tigera-operator.yaml | 5 + .../tigera-operator/02-tigera-operator.yaml | 85 + .../templates/validate-install-crd.yaml | 16 + .../rke2-calico/v3.19.1-105/values.yaml | 41 + .../rke2-cilium/1.9.607/Chart.yaml | 13 + .../1.9.607/charts/cilium/.helmignore | 23 + .../1.9.607/charts/cilium/Chart.yaml | 73 + .../rke2-cilium/1.9.607/charts/cilium/LICENSE | 202 +++ .../1.9.607/charts/cilium/README.md | 330 ++++ .../1.9.607/charts/cilium/README.md.gotmpl | 54 + .../charts/cilium/files/envoy/envoy.yaml | 58 + .../1.9.607/charts/cilium/templates/NOTES.txt | 20 + ...mesh-apiserver-generate-certs-job-spec.tpl | 45 + .../charts/cilium/templates/_helpers.tpl | 132 ++ .../_hubble-generate-certs-job-spec.tpl | 65 + .../templates/cilium-agent-clusterrole.yaml | 109 ++ .../cilium-agent-clusterrolebinding.yaml | 14 + .../templates/cilium-agent-daemonset.yaml | 526 ++++++ .../templates/cilium-agent-service.yaml | 67 + .../cilium-agent-serviceaccount.yaml | 11 + .../cilium-agent-servicemonitor.yaml | 55 + .../cilium/templates/cilium-configmap.yaml | 649 +++++++ .../cilium-etcd-operator-clusterrole.yaml | 73 + ...lium-etcd-operator-clusterrolebinding.yaml | 14 + .../cilium-etcd-operator-deployment.yaml | 86 + .../cilium-etcd-operator-serviceaccount.yaml | 13 + .../templates/cilium-nodeinit-daemonset.yaml | 269 +++ .../cilium-operator-clusterrole.yaml | 90 + .../cilium-operator-clusterrolebinding.yaml | 14 + .../templates/cilium-operator-deployment.yaml | 255 +++ .../templates/cilium-operator-service.yaml | 21 + .../cilium-operator-serviceaccount.yaml | 11 + .../cilium-operator-servicemonitor.yaml | 26 + .../cilium-preflight-clusterrole.yaml | 109 ++ .../cilium-preflight-clusterrolebinding.yaml | 14 + .../templates/cilium-preflight-daemonset.yaml | 158 ++ .../cilium-preflight-deployment.yaml | 86 + .../cilium-preflight-serviceaccount.yaml | 11 + .../templates/cilium-resource-quota.yaml | 35 + .../clustermesh-apiserver-admin-secret.yaml | 17 + .../clustermesh-apiserver-ca-secret.yaml | 17 + .../clustermesh-apiserver-client-secret.yaml | 17 + .../clustermesh-apiserver-clusterrole.yaml | 44 + ...stermesh-apiserver-clusterrolebinding.yaml | 14 + .../clustermesh-apiserver-deployment.yaml | 165 ++ ...mesh-apiserver-generate-certs-cronjob.yaml | 14 + ...stermesh-apiserver-generate-certs-job.yaml | 10 + ...termesh-apiserver-generate-certs-role.yaml | 34 + ...-apiserver-generate-certs-rolebinding.yaml | 15 + ...iserver-generate-certs-serviceaccount.yaml | 10 + .../clustermesh-apiserver-remote-secret.yaml | 17 + .../clustermesh-apiserver-server-secret.yaml | 17 + .../clustermesh-apiserver-service.yaml | 24 + .../clustermesh-apiserver-serviceaccount.yaml | 10 + .../templates/etcd-operator-clusterrole.yaml | 54 + .../etcd-operator-clusterrolebinding.yaml | 14 + .../etcd-operator-serviceaccount.yaml | 11 + .../cilium/templates/hubble-ca-configmap.yaml | 18 + .../hubble-generate-certs-ca-secret.yaml | 11 + .../hubble-generate-certs-clusterrole.yaml | 40 + ...ble-generate-certs-clusterrolebinding.yaml | 14 + .../hubble-generate-certs-cronjob.yaml | 14 + .../templates/hubble-generate-certs-job.yaml | 10 + .../hubble-generate-certs-serviceaccount.yaml | 11 + .../hubble-relay-client-tls-secret.yaml | 17 + .../templates/hubble-relay-clusterrole.yaml | 20 + .../hubble-relay-clusterrolebinding.yaml | 14 + .../templates/hubble-relay-configmap.yaml | 29 + .../templates/hubble-relay-deployment.yaml | 131 ++ .../templates/hubble-relay-service.yaml | 23 + .../hubble-relay-serviceaccount.yaml | 11 + .../hubble-relay-tls-server-secret.yaml | 17 + .../templates/hubble-server-secret.yaml | 19 + .../templates/hubble-ui-clusterrole.yaml | 44 + .../hubble-ui-clusterrolebinding.yaml | 14 + .../cilium/templates/hubble-ui-configmap.yaml | 10 + .../templates/hubble-ui-deployment.yaml | 87 + .../cilium/templates/hubble-ui-ingress.yaml | 26 + .../cilium/templates/hubble-ui-service.yaml | 17 + .../templates/hubble-ui-serviceaccount.yaml | 11 + .../charts/cilium/templates/validate.yaml | 18 + .../1.9.607/charts/cilium/values.yaml | 1515 +++++++++++++++++ .../rke2-cilium-hard-defaults/Chart.yaml | 12 + .../rke2-cilium-hard-defaults/values.yaml | 17 + .../rke2-cilium/1.9.607/requirements.yaml | 7 + .../rke2-cilium/1.9.607/values.schema.json | 248 +++ .../rke2-cilium/1.9.607/values.yaml | 57 + .../1.10.101-build2021022304/.helmignore | 22 + .../1.10.101-build2021022304/Chart.yaml | 23 + .../1.10.101-build2021022304/README.md | 138 ++ .../templates/NOTES.txt | 30 + .../templates/_helpers.tpl | 158 ++ .../templates/clusterrole-autoscaler.yaml | 35 + .../templates/clusterrole.yaml | 38 + .../clusterrolebinding-autoscaler.yaml | 28 + .../templates/clusterrolebinding.yaml | 24 + .../templates/configmap-autoscaler.yaml | 34 + .../templates/configmap.yaml | 30 + .../templates/deployment-autoscaler.yaml | 77 + .../templates/deployment.yaml | 127 ++ .../templates/poddisruptionbudget.yaml | 28 + .../templates/podsecuritypolicy.yaml | 57 + .../templates/service-metrics.yaml | 33 + .../templates/service.yaml | 40 + .../templates/serviceaccount-autoscaler.yaml | 21 + .../templates/serviceaccount.yaml | 16 + .../templates/servicemonitor.yaml | 33 + .../1.10.101-build2021022304/values.yaml | 214 +++ .../v3.7.1-build2021041602/Chart.yaml | 12 + .../templates/_helpers.tpl | 7 + .../templates/clusterrole.yaml | 27 + .../templates/clusterrolebinding.yaml | 12 + .../templates/daemonset.yaml | 59 + .../networkattachmendefinitions.crd.yaml | 44 + .../templates/serviceaccount.yaml | 5 + .../v3.7.1-build2021041602/values.yaml | 16 + .../rke2-sriov-crd/v1.0.002/Chart.yaml | 5 + ...-network-operator-sriovibnetworks_crd.yaml | 73 + ...iov-network-operator-sriovnetwork.crd.yaml | 109 ++ ...k-operator-sriovnetworknodepolicy.crd.yaml | 131 ++ ...rk-operator-sriovnetworknodestate.crd.yaml | 153 ++ ...work-operator-sriovoperatorconfig.crd.yaml | 80 + .../v1.0.0-build2021042902/Chart.yaml | 13 + .../templates/NOTES.txt | 10 + .../templates/_helpers.tpl | 7 + .../templates/_webhook-certs.tpl | 30 + .../templates/certmanagercerts.yaml | 42 + .../templates/clusterrole.yaml | 47 + .../templates/clusterrolebinding.yaml | 25 + .../templates/deployment.yaml | 89 + .../templates/role.yaml | 97 ++ .../templates/rolebinding.yaml | 38 + .../templates/secrets.yaml | 21 + .../templates/serviceaccount.yaml | 11 + .../templates/validate-install-crd.yaml | 18 + .../v1.0.0-build2021042902/values.yaml | 45 + index.yaml | 114 ++ 174 files changed, 14422 insertions(+) create mode 100755 assets/rke2-calico/rke2-calico-crd-v1.0.005.tgz create mode 100755 assets/rke2-calico/rke2-calico-v3.19.1-105.tgz create mode 100755 assets/rke2-cilium/rke2-cilium-1.9.607.tgz create mode 100755 assets/rke2-coredns/rke2-coredns-1.10.101-build2021022304.tgz create mode 100755 assets/rke2-multus/rke2-multus-v3.7.1-build2021041602.tgz create mode 100755 assets/rke2-sriov/rke2-sriov-crd-v1.0.002.tgz create mode 100755 assets/rke2-sriov/rke2-sriov-v1.0.0-build2021042902.tgz create mode 100755 charts/rke2-calico/rke2-calico-crd/v1.0.005/Chart.yaml create mode 100755 charts/rke2-calico/rke2-calico-crd/v1.0.005/templates/operator.tigera.io_imagesets_crd.yaml create mode 100755 charts/rke2-calico/rke2-calico-crd/v1.0.005/templates/operator.tigera.io_installations_crd.yaml create mode 100755 charts/rke2-calico/rke2-calico-crd/v1.0.005/templates/operator.tigera.io_tigerastatuses_crd.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/Chart.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/_helpers.tpl create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/certs/certs-node.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/certs/certs-typha.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_bgpconfigurations.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_bgppeers.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_blockaffinities.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_clusterinformations.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_felixconfigurations.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_globalnetworkpolicies.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_globalnetworksets.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_hostendpoints.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_ipamblocks.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_ipamconfigs.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_ipamhandles.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_ippools.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_kubecontrollersconfigurations.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_networkpolicies.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_networksets.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crs/custom-resources.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/00-namespace-tigera-operator.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/01-imagepullsecret.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-configmap-calico-resources.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-podsecuritypolicy-tigera-operator.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-role-tigera-operator.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-rolebinding-tigera-operator.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-serviceaccount-tigera-operator.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-tigera-operator.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/templates/validate-install-crd.yaml create mode 100755 charts/rke2-calico/rke2-calico/v3.19.1-105/values.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/Chart.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/.helmignore create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/Chart.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/LICENSE create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/README.md create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/README.md.gotmpl create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/files/envoy/envoy.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/NOTES.txt create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/_clustermesh-apiserver-generate-certs-job-spec.tpl create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/_helpers.tpl create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/_hubble-generate-certs-job-spec.tpl create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-clusterrole.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-clusterrolebinding.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-daemonset.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-service.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-serviceaccount.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-servicemonitor.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-configmap.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-etcd-operator-clusterrole.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-etcd-operator-clusterrolebinding.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-etcd-operator-deployment.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-etcd-operator-serviceaccount.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-nodeinit-daemonset.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-clusterrole.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-clusterrolebinding.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-deployment.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-service.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-serviceaccount.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-servicemonitor.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-clusterrole.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-clusterrolebinding.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-daemonset.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-deployment.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-serviceaccount.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-resource-quota.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-admin-secret.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-ca-secret.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-client-secret.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-clusterrole.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-clusterrolebinding.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-deployment.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-cronjob.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-job.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-role.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-rolebinding.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-serviceaccount.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-remote-secret.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-server-secret.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-service.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-serviceaccount.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/etcd-operator-clusterrole.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/etcd-operator-clusterrolebinding.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/etcd-operator-serviceaccount.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ca-configmap.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-ca-secret.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-clusterrole.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-clusterrolebinding.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-cronjob.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-job.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-serviceaccount.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-client-tls-secret.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-clusterrole.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-clusterrolebinding.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-configmap.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-deployment.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-service.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-serviceaccount.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-tls-server-secret.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-server-secret.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-clusterrole.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-clusterrolebinding.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-configmap.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-deployment.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-ingress.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-service.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-serviceaccount.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/validate.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/values.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/rke2-cilium-hard-defaults/Chart.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/charts/rke2-cilium-hard-defaults/values.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/requirements.yaml create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/values.schema.json create mode 100755 charts/rke2-cilium/rke2-cilium/1.9.607/values.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/.helmignore create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/Chart.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/README.md create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/NOTES.txt create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/_helpers.tpl create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/clusterrole-autoscaler.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/clusterrole.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/clusterrolebinding-autoscaler.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/clusterrolebinding.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/configmap-autoscaler.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/configmap.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/deployment-autoscaler.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/deployment.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/poddisruptionbudget.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/podsecuritypolicy.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/service-metrics.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/service.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/serviceaccount-autoscaler.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/serviceaccount.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/templates/servicemonitor.yaml create mode 100755 charts/rke2-coredns/rke2-coredns/1.10.101-build2021022304/values.yaml create mode 100755 charts/rke2-multus/rke2-multus/v3.7.1-build2021041602/Chart.yaml create mode 100755 charts/rke2-multus/rke2-multus/v3.7.1-build2021041602/templates/_helpers.tpl create mode 100755 charts/rke2-multus/rke2-multus/v3.7.1-build2021041602/templates/clusterrole.yaml create mode 100755 charts/rke2-multus/rke2-multus/v3.7.1-build2021041602/templates/clusterrolebinding.yaml create mode 100755 charts/rke2-multus/rke2-multus/v3.7.1-build2021041602/templates/daemonset.yaml create mode 100755 charts/rke2-multus/rke2-multus/v3.7.1-build2021041602/templates/networkattachmendefinitions.crd.yaml create mode 100755 charts/rke2-multus/rke2-multus/v3.7.1-build2021041602/templates/serviceaccount.yaml create mode 100755 charts/rke2-multus/rke2-multus/v3.7.1-build2021041602/values.yaml create mode 100755 charts/rke2-sriov/rke2-sriov-crd/v1.0.002/Chart.yaml create mode 100755 charts/rke2-sriov/rke2-sriov-crd/v1.0.002/templates/sriov-network-operator-sriovibnetworks_crd.yaml create mode 100755 charts/rke2-sriov/rke2-sriov-crd/v1.0.002/templates/sriov-network-operator-sriovnetwork.crd.yaml create mode 100755 charts/rke2-sriov/rke2-sriov-crd/v1.0.002/templates/sriov-network-operator-sriovnetworknodepolicy.crd.yaml create mode 100755 charts/rke2-sriov/rke2-sriov-crd/v1.0.002/templates/sriov-network-operator-sriovnetworknodestate.crd.yaml create mode 100755 charts/rke2-sriov/rke2-sriov-crd/v1.0.002/templates/sriov-network-operator-sriovoperatorconfig.crd.yaml create mode 100755 charts/rke2-sriov/rke2-sriov/v1.0.0-build2021042902/Chart.yaml create mode 100755 charts/rke2-sriov/rke2-sriov/v1.0.0-build2021042902/templates/NOTES.txt create mode 100755 charts/rke2-sriov/rke2-sriov/v1.0.0-build2021042902/templates/_helpers.tpl create mode 100755 charts/rke2-sriov/rke2-sriov/v1.0.0-build2021042902/templates/_webhook-certs.tpl create mode 100755 charts/rke2-sriov/rke2-sriov/v1.0.0-build2021042902/templates/certmanagercerts.yaml create mode 100755 charts/rke2-sriov/rke2-sriov/v1.0.0-build2021042902/templates/clusterrole.yaml create mode 100755 charts/rke2-sriov/rke2-sriov/v1.0.0-build2021042902/templates/clusterrolebinding.yaml create mode 100755 charts/rke2-sriov/rke2-sriov/v1.0.0-build2021042902/templates/deployment.yaml create mode 100755 charts/rke2-sriov/rke2-sriov/v1.0.0-build2021042902/templates/role.yaml create mode 100755 charts/rke2-sriov/rke2-sriov/v1.0.0-build2021042902/templates/rolebinding.yaml create mode 100755 charts/rke2-sriov/rke2-sriov/v1.0.0-build2021042902/templates/secrets.yaml create mode 100755 charts/rke2-sriov/rke2-sriov/v1.0.0-build2021042902/templates/serviceaccount.yaml create mode 100755 charts/rke2-sriov/rke2-sriov/v1.0.0-build2021042902/templates/validate-install-crd.yaml create mode 100755 charts/rke2-sriov/rke2-sriov/v1.0.0-build2021042902/values.yaml diff --git a/assets/rke2-calico/rke2-calico-crd-v1.0.005.tgz b/assets/rke2-calico/rke2-calico-crd-v1.0.005.tgz new file mode 100755 index 0000000000000000000000000000000000000000..375c494dc5e5571782b0649faa2d7ebbb8a4965b GIT binary patch literal 13416 zcmV-uG?&XCiwG0|00000|0w_~VMtOiV@ORlOnEsqVl!4SWK%V1T2nbTPgYhoO;>Dc zVQyr3R8em|NM&qo0PKBjcigy-(I=CHWGvy6M5Ko& zYa-NiL-Op4J9}oc+3dx$XZY`IHtYU7JNjz&#nH3b^QT|E`0DxdCtu8tp3R=U_yT5k z*M#s>NkzmLvs>5I?cBe}LrV663dwl!60VOPq*Nw?l?wlVR!Bv%OoCcdIC=kC!jcQ{ zIOah?a{3ZFJoG?qO8OE=S!OIDn$&~qri$roI-5Oz@Xzk|{bQc)`d2hBGoq+G$6_r%Uza%0ZFC+%m|BELtI_v+*(`QG|@7Mo7;_=r%DH**{w9x;P z)2pxLl<~vsqX$>4NMFK9B^A%#Q^_ll(ARXy3Wke2r;4ORk(UnuNKtTwYhLRA0wlap zf@c{OlNBwdSJi?pDwd^GAn{r*%%)GLvj+f1qSTBw-R8mvvZRS7z7o7DUqVj_L&mni zwEj#}oKuBAWlXB?T0ei!q3Ja^umEuAkru3R-hmx%(L?mmbXrd}X z4@t=;*z^L0*ECOmC9J5E4_j?D+Kp6#6)W!rikZj^XnCWVl-N&AFPedN4D$YTehIE> zoQ&@1q;5pKyMOt!J7^Y4#MvLz7%W9D`rRV)`6^azar*MMO zTyt|(rbN+n3TFkJkep^GMAFYb0eYn6L=Wt^DeyODAR1si;|`R zno#eAIDTd;S~8lYPC99RW<`=!DFp%t-sQ=v zhgCGMwRh|GV<)ergm|-OX2D21I|~cilnjzZ3xqk6woi+Xo-UD5)vk}u)E|L1}IQ`-Yc zLQ6%{^R7Pr<(DmW8~>Z|B4x&QfFJ+-z*J1r4^FMtKmN1rrT=ZuZuY;YrSISah}!>8 zW?wyj_N-(7KYRLgc5naxBc5NV{qHl{-T44Ks$D;T_iEc0;J2ph4`|c;>^=dnIz6^a zwyFd*YJvZXFX03iwcaW1UybSPD=fzfa<0|Of*KMLJse~0Rs34gmJ5emB^|)ZI_xAI>{oEe?d;9qxU_Z}|L7CLzXxnyn218d+b%wSP zTP+bc*4#F_&AE{*16KEmU$(Z1r7xyhvIThA>S$AjKI*c36i&Yu0r~Rh>;oA#e z{(o9iwWdN3qGmb8ffi(uxxszd*F^mw8B&r3%b0FZzbQ+LD(`R81WvJ@ev5MgubB+L z9Bi%&#oTYbdPJUr?9uy3?jsprWS2#k<(JDBlIaboM1N$VSjlk>CA zwga!tmKZYc-N-!r1&#QcOLf783ORIIqx?r#IKqc^Y3nfz41?7w;Ja!;ML`vnP!pcQ z2a>TAc#&;1<-+q>^ok1i=-DWz`zt*%cD0;s%cB{voth0N|H5@G!;}zSdyG&8{8KcAx}-?I)t+&@SG_{ z(*wOvvtpG|L)fjNnpIL@ODHH!`&^C?b34Ka*Q0(G8Bea}?B}3^ZEKJp{=t3X$$n(E zv)Av@`A2Ucqs2*e{jXrR85giG=5VY7$G9qQBKS$knl5#zWAb5qNZ8{oq&B7S>ETCXWNGU6$bByPt zQ~$FLH?>H{8EI3}ZRfY~KAVxk(eU`;?BeVqHvM5aXPyaCI1yaRd9^5LpHs43Hd^4r ze|~>_K3rmKedoLg`-?|TXhGDwO09TMmoQIzI?sH7s zkW_iHq`N{MJ|tQ8=<&mcv4I`Y-@!0%xS zp5AVK)wY7%mR5X-F zwhnH`6VT&R_4E4xS8J(qZ1lq8O7WUGK0F&SFXzFJy){4zAY~~yNkVG87FLzwIZ-Sj zS+)T~2(0#g{mf~uDF3=^Am&KGxD7MvUFMfmX~h-oIFg`1)J@gZg;tNV(zq~Yn{HqK zIvF;Y5>mX^M8Z3F$5m#ETdhaxoi?IluV z3)HpHCI}k=BldZ{i$|=?EemIU7b8-$mp>R1h%gZmtU#;XdR6UVNQ%`5Ja{lg`8KR9e}>JI=F2e&{PnTR2qXhRc0a;m5ZIW)m6U#r#Nv6v-t;PxX; zXF;W!(B+Z~1xuDG8tpT9Ge@&*a#iq89%XaVIK*WO&NE6v2478V3lMZgZ*H}I2rQtAi;=X?@rI98lsnnP{Pmhxha? zDaeZEwCHh*w53enH@;C^@)T_w6Dk43|6NefOI5 zop6?dCsfJ<@2V0GL+z?mRdNMsg%w~t9m&|wJ@E}NxLYPfkLL(=!W(uct4XESTrjmU zeb$|`2VbEn3JE$^z{Tm?=;4cV*(^4y-+M5?)>m|MoUL?o*8$H&+f_5SSLU#z?nASG zFE%w-nm{r|fdqPXMK@3qW-lW!2}DYsFrxeeng5(VpZ(TnHy02TTEw*n=KcKmPfV@n z>}UF9_U!B3oiR3`dizC(@^GnVv){fLF7@@%Z~Gl?6F5D2ZOWZg;+j5r9-`JR_w?(2 zKS#IR^Cw69u#IMFT;O-bJkAwe69yhSc8{}0!vym`9zS{hLihCj{P+%8phY)a=IPhZ z2FpA@dJ->FPnM~4M5z%IZz|q*+Nn4v`6##UpYX^YB|MYBq^yjVAJ}^W(|vq#c2Kj1 zsT>7Hnl{wz5zqm9~r*PW$cl#lbXZpg;@SY}wM^F~dIoNcz+@1o7Zq1^*r8}42`7vq%TFXyc;Vz15d z!Vb6gVCRm(Z}8sN$@y7?=!I#AA!V;=o7;famcyOjMrrOs@!RiCgXI3mrTU&HB-@GN z@z0f@AI?uNgLLZ>mTrWm=6y#uCqMJz!^KIMt}77>mHDYK(fr=*HmgWWm?HHyCe4GaF)(s%AD0P|}esGm5i~ShwoxIFh*F%%6CX-Z;rpFH+M)lc%(#MM{e#f*SxyOQO}sY%|q^HE@!QO~sD(@7ORH+cAj;K0L{Lw>HAMd+Wx%vM#3lx=V2HyBDsT zr>zTbec*D^xHF3cZ*sDqskKB*v7T<)erPW9q73R5P4Q^z04_J>nwTqRT9%yDS3djJ zB@wi_N{B?;mp!*W2_6u%dac!yt)A=osS?$=YBU48m+!sK^-eL`SET8#wjPQ;(`8tt zu4#k~(a{;+ix!~PXEjv|NY0J%CF4-{{HAkdiv*)L>@o>{r`zJ z>t=FQ>o^lus0kMn(;F|RMgP+cqs3dE=Ep@Ro|0hns%A9HIMFsWOoi-9)86Z#O}nRz zAErE!hY2qdS}Odbxo>u8ya^Lq^`s_0sV}P?4o5skB9g)G2YPkfv+KVGySl@gF2l0o zRt)RZ8w?Yv>tNDd{xYg(b4xO$p_+%OmQHP#7qM(X`A9EV^W#n z-hfMGVs7x;d+`3UixT}MF3Eu+@vK8FrKGn+-?khw!*|U^RHp{H$VfrYqjyKf%9QBB z@2FS(b@$wiu+0R#P0&-R34(FqGZ+(8Ij5tS!eVMpnVE!D#upfXg&C52-J+Upv&>s^ z*4i}=Z0}kHy-BhPuQ%6rc8>}jH7}Zhxa1iXe)5)4!{>cfrzch3Z)R9XZwS27W`1`( zM)&?UwnE8MW9v7~M=e_^lC149jd_FCaldm=FJk3|s95=`1fIxzb451?CLIS|E@`4( zdC~YTcBq$bJ-y$!zh3p}m_z!dsdbbdeTqea6{$JkGX22r87g`}u+39A%}W(_mgbZc z(nhlAS@em>Dc}j4cVEORKh{4H*3AWlb3WHoQ)To3E(Bdt(foqi_&Gnlp-H6zG4Lbo zkSn?wHC*4(jZ0Q&`gcV)O-8*tyGr}Z-6!PxD-97 z=y&^f!|n;s7pyRiGgZ2Y)wKqRTK5r#yJVSZ*1m)68aQgC-?`p2`C5SJ`X6dN#5xVu zthDE<@eb4p1uRh$yJ*G-`*!-biZqu6acs;_LAv&1JuQE$*fq)UI1evCr3n#67qU5d zBsV-lwDbv5Oh{3So`w_f@Pl~w-axO@RmA!njt;BYbWRgqq~k2^%kEeH%;2F56^vts zNyU2g3R`=7p*%9%gyUJhbaJO&)Lsx(glO%Y)_d)$;DV-)JxN}#*eU#BJ9agYgX;fxf ziRdNhwkz?#^TIa?J%>bQZ7=*)^B)00F}<5zJ$tUOJ=Nl6MsGgwtjg&HQ9Xh0?I7h= zVVjQ#l_~FPfc1oFb9b$0y{D}WoxV$*&D*VXIE#7}^^MZm(w*x*#4Coqq}+vglPI+WxD{Jwf={+=kZ zdexWV7vmq8wCk&OFk5TC&h76}{|LIbP42V4laK|!b`70wAA1e5Zk1(onh4tGkK0Zj z?G?Aj2`GGY^H7(jMPgEm*UpJvhk{MRTvk~I(vmaR#&P*diYisdlB@HU_mEsrB(_uL z@mB9J#^D`G+4rs^O_~{6@M^V2_l_QCJt4i#0LZ9`_QrfY?r6-?OI_ALR!Ekbmy+c6 zjzvk5UXx?UJ}br^20c9YfI4iW)Xx55eoe(Sqn{3KF1yJmrq&bFF?onRIs6s=6Wk~- z-@ShK5{}c38#T#&c`5Nt!uUR+Q3{?@wWgJX+z6l4s zt2qwI9Mq@d`m?v>=7)k@6P95bQrsbSjkFd#%UH28tsN7-|K5DyT4v*@@OGx0!iDit zG|{P{s6&9?!I$s-%DCz zIMG^#$-uLqQ<&@ho=A9IM|r_VH_p@6umr(J=9KzLh1b<$n(*9H5d1&!rh`0u`uyp$ z=l$FDa4bXKn(^>i+Q4z|*rVQ&$GmL@x%7_fiz;8>UJkGE=wwcny$!Y|TE4|DsOr_? zad+C-0EYFZ*4bfKmR7bGl4tQFR@Kt4&Kybw{&bKc2#|ZKJIrLX=6p0cfoVk9!5r{gy5^Ab3@zW+~c(uLP4}$H#P5 zyIvbT<7f(}HzY4J`qD*(nqxHUSa>@7b?h*h*es_{XTNqG?~bB5z%w@=oyRCbQB+0Y zX4@RP;bGDvHlTR9P?b>7Pui;&C~ho~2-$Xf^v+&svrxJ4xunp%HU;3qjM@IPdei+B0)RXnr;ajnO>MTX7_|2h_Sb zOhp(ysvUU@M-O%uV-awDeT z6J@Klf|*s-n0hF2BqqFk9Mem*Y%HpJaw83cg4cCpB~hwO0?8yF)rK*lN0VlM(EQYRw zbf3irDLj;rkp;~n>!5iCS46PU!NwvRjiLzcT-wbUiHSNmFmW~J9#7Qz^`9oevnGiV zIX2AVif)jUMVlH$Zx>E5Pb6Y%``MD-ICJgbEjLD^iGmCA0@Z`{6M9C+s5j40+|>5d zxhfM4pxU9oO3N&*{PSgvCDs#IwFAYo;sDOM(*L+Hj@O*ZbFNMeSjo5QAc||d{d_+t zcDxSlJ{hLpdrrl%clhd~nW2TS%S3cSV9p9{TG@fD<6y>#GxL~c)!=@-nBbng6>zfy z$vQMgx6PkbzlqV*eSME>Vt?~=rQfQ!I@5i=?`e>!2K_P)&t?aT)Lc4nabwMWUOdC0 zHnMB9s0EuDZ)Gr*nQNng8_Y;TQ|E~syCDGL_M%^zC6H5L!Y=xb!h$UtzonUHkHt17 zzhnCuLT6|{6D%iPAdxp0*FV zLqV5;JWrEAMdQ!rLI~#=%h7I08(NJ^#ObGn$~M3kIQv8B=3xM@z0l1~Zh@ZFyOm8y z7jsj(WCh7u6#^^VO>%xsMMhYkqFIMi?w*}Iio(9#;2n|J1G2>8vq#a`hZ_$uRQ9c= z-w`r9j7DdN5!oV#a6m_(fQ~^W8IRZww?S=>3|WKczBh7vgnBKz;^^)0iovU`ML48d>^E%%o(A5p}2xE1PqWZ>9xPvrLqO@j%)FZ%mHVq8rb z5f7gWCm!~~iXY(_X2qT1#lvSZJBG32VNd+{!SS(}(076%54#xiqp{?-x_(D^@~{u4 z{D|?4W6r|}q;l91dmhH%&%-DTde{|*9>!qN!!C?55|bW2A1*!IIW|3vp7mjjdKimS z4?B(eNW6O38?%0RG5YK94sh#t=>IssPXxmr?#i7r4$mHLiD@6{MIFh#JFb0fY!LB& zcWnEZTGQM`-U;7+pzj`+#WC(-gdQEmx`!y-Qu@%BKCL^2-emCZ=H51R1+ z>%81~0M9_UPij=UoV@{n7?Atc`p2N_0UA;UO4#T zhYj8lFBryi)<}Hht+Nttr5B-G=KP9i2iVERDZbNEARKp z`@Qmhue{$Yqn-Uyg7xlbh@GY9a>FZ=WkvrbK(E=8`Fn&@#!%NH zHTuFe$xL<>DTmW#<3QEUXH_LvE_9X^OfiyK=&XH1W(*4SNVUkD4!4hxO0BtI%3e&+ zowdiTp{a{GI#~f1r*8+3^qeDYv5B0hk60jAbTa@nzcmCgu=&NN=Ia$LF!6ZIv4Ph) zO2R}9qSJGidmEB|;JBa-R{!2Yv$LP+li9Pc_ji#6VC&7xPA%g~KAZivA9#MN>sv}DSLjm3w~lWVl>CsipxVOO9j|(}>%$iNW3<%N~f;LU5}ANBEpsZUPf zt+^``Q~Xi#n+qu~;o~>?#)gBuI@Es~N?JdD^)Zs2>(*G|WVoWqB@V8PGSV_hTEySR2x3A=AZ#x@4uhqhs?<9cyJs#uxmcEa0%C+8Z zcQDL-B>t_g4A=_0cGMtc4_Wi)XK-QK(|}+1B85B9?B5Jfe4|^|P>n&P*HHIEp<2J` zQmsLrgR~pC^qpxtfax&p8jXB_HfAzw&w8`+w8Sb>KN&GEqM@5$qAWXD;7v+RH-UW! z;zM@m7Fk@N`=E{2Exmixac@{hp^v*~IG!nrM&1;v8Frvt9HZPT7sV=f&nUZoI4&rF zVcxD~7`AepxbMil7GrHo@TkDwS>*LV14Jr_38-(sJKc-s@ptnPf@vShr!mU4Sc2cc z*%HVnX@Ze!jL8ULY5~y-L}Hj22r8Gkm%^EU=g3_riiap!^v7|{edEil=+T1-<%(`m zKNU!?L6owRafr;yJ5^ZHW*%}EwhgITT_0|jE{W#!b z^Pt5^n(kv(oREn&&OB&AGmp-odE$R%L7wztvWIvqrG=`u(x|2oOKI$$A!TTSTo5gQ z3=%Cdj&ESRaVcLxM2)1Zq7*f$ zoaPZUP}t#Clxg44x$Evg|1b{hA9e)%huuK`;g<{i54QvVhn^65zlIVXy)q0TPR-S#lXwYERDsI3>OOt8|m)0buOID0%uEoXv7g@$5 ziVgWMCT-;^SgKD|h`BR{Lm@(uM~TsIE;3Tk^T9i5yU3?O;n7ha``giTv&uF(q~YRy zEE6JD2ihqPqH@mRW)5651e37J_#%M&2X%(Q8dJ1cverM~K(FikXY|HpG^za-0TW`- zMZ zXgw=Zb2JJK*15&AS3CqZ=|884gkX^7O#~Oh2zi9$6!3hujVGg(vMAv?vmb?X?vSYt z-~#h|HNT)mQA6*?+B!->8OTuD#$%s~v&U-Pq{of8EUTxdNb$eeyxR``n4GDt8K{w4MLb<< z{DdAFziDr3RF@G`_x1E|6=^Oz4^62nZVBiq`&-4XNk$7?U!Pc(CPWwyk`W|PijrFx zFqCi!DQYp+aEe5Xckc#n+2*(D}%Q($Z^|sK-Oe*$#5h!Tez=wp=|FC>&C zn0QD_#D-Si1@`9c$OIybdhHo}I}=0j5U)-5l5H+TSBA44S3s6L>%mOZ(%CSlHi46YM zgA=IV$5xOJ+Sex50q*Ms4Ga+74N9=p2CO=y#Oofn!T`G6|4itDumi$iQ$r0g7@+84 z-{UZYFqXxuESu9r(2(D=9a`7<#2z8lY1-=?z|tb>8|O~Y5o3We%PPx2T9PK;87_TE z4OnX1k~M&sA;#nlNak%VT8zJWhZ6j~>sXUsj266Ft=OC6@OL54kxub#k+uRYV zrJ34o0$3qgYFR z7WeKDdv*9L{3p6W8!+|bG_?^7m88omb3h_MO7?*Y$#`)9SFA`6pknFoV}8WXzin^t zJ|kAuc34hp&-QZql<}|~J8xb-%`ziO^QTQJWG;|7Did2vGA_NT)xf$NP;C$6+uAZj zflHLq@4`FY_U&Ymv%)Naq!OC@>gGL*)upy=Ix=;F8z!V0MuG_2MFx4iAv^>=hQ<^xDJ}k=cyCD_K7Ic5+4HdaFfKMGZ*fHYynjSUz%JncJA?wXnds6B`6#MN zUgMG2oGN>-bWMg1%-t&URz%v^IEF>1)-hzu4#N77h2&YKsB73Gdh-&VKL$KQFR4gq zp|s_uRUfWMX3Gsw-R_>lHB;7DZ(3}sJevJ_00J7|xYJf9^(Lb=H{}rfy%sMvAb2$f z8m21k5okgRn`C8HyTTi7=V%J2HzY4J`Vyn52dFB0sA}CYPiMbA(4&BPzn{*2?FM1D zQT2h!YhRqGio$V$IcP;U`Y`^rL)e&F5q*xWa3@gdW8@;lolZY;0Eb+E|cNn>(TMSnir_KOPywfkCDxsjCx-`t? z8Qt+r8;S5v8>qtxt~Djo25nrswTgamrzj+prdrKWd@xR4KkasDeWTI_vUICokFSD^ z5~<)TGbmiJ6)Ohrw?J4Pwc3som}NM1L*X*pA}JnvvUgn4-ClFK)H^g^x&@?Ht&^xH zMwWIq@7Uff;LCT#YnoBq#JZ6hoYaM|rrf)q&aSqTSi*(z*AE7hl=x14y$;4`djx>a5nfBe%UUZ6N3b zO2VrJZPhjey#F3fsa!|PkIEJFCCqB|Z zD7dSCkfv>j1d>TUx-Gi^KsUIIdw_tq@w63!Qg-qLjUWo!V3>9)#sH}9igt~&aN2O{ zSk%?egMSV!40J@&9*Oe3GidA%Sm>i^0%BN?z(e1KA|j^`W1{asau@V;*b6}&c12N# z&xfQAd!nhszPQ5spsK^?Lso}z=<2(UsGx%g>pPOPcZg+}ipu-~GYh}YhW!oDNXZOryQB=#MN_Tjeo zp|S5swhz0#i^#qs$sO_AVIK^4*ncVSj^z$J0G?GAhN92LGd7!>kL z()DbZ%Dt|4uj}3GdiT0suygmiUVq>2b-jCC?_SpnKL0=JdOKBMJd8U#J^y5U#NBM@ z_3h!YOSoUm9TQqsh^1HikoY0osP0z_!P8)Wq{C4;D4EFmx(1c3#J@ z%WYvN@F;4xc+<cv_iT?KV}L7A*z~ zD4M5_3%Fz}D#)BBm7rcC&Q6}d{_u@haCD^JNubi*&x#{#h6mtt+B2Nnw{7OM9?HVI zn^C`8P>lbSi0X^)dNc8xi#qjJE@@-)HR>yV5gR|>l;~S4Ca{6E5x^wv(Sajl)eG0V z1=DK>0RyW9O=zLA4e$jn85caiAb%O9+Al9P>zK=i{Ryl7_|Wx+*rztHkq zpS4k#Yrb{(e}7bTd?CgbVQ>LEOZe~qd0_v1fY1W8R5U#&xhr|aiu9$sbx~%O zAesGdqE!Hs4hDYw^8-^cP3_es^Wzu4;7451Clj-GO%jnFDw>z*zd5Wk$0(e^DdT@J zf0>b@@-K-JuuvVg4Zfs63o{W16mj_ z9^_P!lqiC0rzp7c(<3Ey^3KVM7SpS0K^GOvQYw(RtNMC2eL9^zu=g3E&1lnYR(zm! zFkQn+@Tzy%CkBt? z0l>8r1rM}1^wW2tfqlZWDtDtb=~ydkidQ2|fQ5^2bOG0-NVNc4WOXR#UnMW_Ry#~> zXmul=e*FET|CnmI`McjeJa&<_4~=0IX!Pra5t&D=%qrd~x>S>AdxG*Shi+ zUN=QeK*O=UZ$|?+nhfd5?!T;x#4I~)Q+ct7{pSasRBS0DZCglp&XfX^Zqc;bE_fS4 zmJ_4YGp~1j_sLBP38T_XVXk{Bq`PK;SFHq&1z#2H=bE;3=t;O|Z&@OG0CbyrZ$Ht*x8~|T*$+eUeoMQvekr$WX%*!R3+#k zDcPjCB_^kN`m0(6d)TApZK;1Kwj(p3Ww%LL?>o7hfp)RP?@#BK4cdU7jPB^0EBX!p zHB+Dmj1?FSib0qrB%A^*(vq7zb`+9~ZD-3i2$Zr(@~k+9^IJp81o&&yOxqqg%}$8y zPsMqc6QD<0PV~Tzn*x7#?-t%Nf8DMem@j{=&r6!LmW{mygsU5Eldau)sPbBaA5*=N zA$|i|@+IDa@TsF`55$eRle%D6>Y1hNHOHKdHI#b{I+K#daBK&6>lVsNZ@I z=sO(o_Eof#Uw1ag<_WsfgQH(}zMW#O?qZ!&vfnYo+j$e3KKB$KIw0QO`bOu&#QR8! z7&`F{Zb0RR84 KafVs|J^=tX>1KKW literal 0 HcmV?d00001 diff --git a/assets/rke2-calico/rke2-calico-v3.19.1-105.tgz b/assets/rke2-calico/rke2-calico-v3.19.1-105.tgz new file mode 100755 index 0000000000000000000000000000000000000000..0bc863a0b91be9859a38523cd39172cf85d3feea GIT binary patch literal 26796 zcmYhiV{|3o6D}M(6Wf{Cc1~w^+vdc!ZQHgnnHUq>)_LduyX&s^?k`MBw9Tk1q3~5)<_32c zL9a{g$L?1#OZvFZ3&u0BAJ(IpvP-=Biq`^OfZ-y+I1fd4nvU&f(=~lKHYYxQOzC2%tQSu%=Jl9sU36>CmDe<$ow!ia9hu57i*B*A49>2+iE~x; z%rJ=*U>Y=wj-7{I#P$>(4{@S4!5NnU%?^=j!97OF?yjDIavUdrd(PPy}S`M6f%jdiP)lUOt~(X>DD_uyvtCS7JtaR3&+q$i;_SpUlFiHp)Zd** z)y$%+^9%9sdpz+Ihl^jJRaO(1EB&Scq^;1p;E{7QK~<^0E1Fn{nz;QgimBsZ`}-() zn61;)YVh#;2Me1F%1MIEMfGVRk2^6VI&aZU!?wkc2J>3BS%hbrJ10IetaJ>Bpj8&b zDjo3RH<6f3E692ZNeHcbw=)s7j}P+y+Pm@C1?BC%-i`%>s1T_xzD(-Z44csCg9pCK zQVok$SPZ}3caQT(K413Jhizt|zZYc+^8_kMnOtPv@@Du%u|eC7$v7|{U4qWNo!+Pm zGbV(p*znozvW=Pv45;?z^DF16D?c(0qgy>SH}b-jeOyy!jz0wPi24suTKQ}Pg35_O zANQ7W-^WOb5#a2vuvZ{Cc9nwkca1eAhLQ*mB3bZFh&w# z1e$I)V#TXrvkjodGX7N%3y~D$pO`m(ae#+`1`cqV;=+hG;4j#2R6spp-1u!!h{QcA z;~vMA_A+QZtFP(xdMjnXi85*#cAWO&a__$yPvQdRat5N7a{cmm`f&Nr_a*oKCNJfw zy#Rs-FHXv4U~ZFWADSXkB9P@xILrogX&sZe)Gw=A#dB03*U;DN4(de>A>hccCFYUatKv0!OBHb%U%j9NDymI8Z zNdiCRQp{Ijm+_Ukz zyDmF z8glsq!*OeHZCAyl6iD-%4#xKaRRi%-m?XrZ)b`$bCP7)qd~`1i>?)_h={4F;`L9Ou>dgmX5>%=e0i`}jVmQ)&s$QHA zxk9$9qOs!4Y%y`777_DzQnBixY$WK<03+I%;jKd27v0{jt_nUY^|-DVklRrxt_@Jw zhQR5JL5Xbo4v2L5;fjMn(hZ+zd(8&#*4F1m1(S|q)C6u^>%K&cs7cr6(sdOmDDNOk z%0xd58p1#Vx;1_l_$XxhGU^7M=@O;d-{8Tole#EXZ_ZJ$r(#h3>vw*Pj4!}vIPSYm zL3vfy885^TnSLL?M7!v+6PNeXs;TcQ8%z1>ZHjr$`ek`+*cM!`ga7OWXEpizpJ?k@fns>ts>#(C$EB(C?u5t5TzDkm(8m{|glt;07M^`lY7{3X?vIu7?E8)& z^hqv<(J(sNjjT)C*MJg{tP3N1`YS>=7)l307SCbx89;WYwu6Pm-ts6|s2B3@8XPz1 zXz2!CaS)|$ocDwp|y~1#m4loJa$4JG7qyXcqT;@W$tzF zQol2OrET6)&_1M8Bdor)Q^o4 zcAKvlbRHCfr*sUi3$%~N5{5S$d%faP)3!rY-$>^$B+&N zh#n;`w+!PpGA^rH)M$zJCyEJg!*}Cc;j* zVmcJnP=ylTZ)(Jiz?9pH57oa&Tr}Ie7*Z$M7C<6j1`|Hx{eAbh0m7OswJ1tf_=db7_BxrxP2$FW)Iku1LHXGTjWL@%q45mLkZ`$!Z6q(ZCk6eXq}g# zt7J1EzOO$%+GQA_>@*~vyS+Y!1-{_P;<(|L!xY5%bsjOy2G{d@YSWYxBsciTkvywm z(3s0(sx!lPTNKNxk~7E-Gpm`kt$`f1HXy_3zo9VZ5nv_1=5XWLbsiXh-p0I>o7lud zg`SO_VRp|jFjGKHS>Z}TQRbU?`vU5_6y5+=TC@$%ZSRDDX_?3gz&6F@P$&-afR{t6 znq79=PKizUg(nCA(C`X4v=QC8f?Fin23%117qnR86HniTH>W4(1fm#zy!k65B@5#r%F%hi0C;UA@6Ft*_Gr6 zl2$=6X`);@{W>6WPDJ43(fZZAHH$*ux_!^1W<#mqN2j5I^lhLNqu2*dF|fN5cgR+s zACq-4Y{3Gr5pEA$(rkK@l?sR?DxOocEjmZpe^>s@i0-V++TJXT=LzehXtu~u6I*rj1F-&6iWhKy2$uy zGsWwvrC7A%{Sae@oq@B2rp-#{;tK3&HiF+irA!G_gu~O7&C4o&BNd4H`={e7;C;YG zP@u2aoci6Lyhw*nYUuh~L?PdmKY(ArOSuUoB?_TOE(B%!$v%GC>E{G%e!<@Ie49F0-ba~j=@uc$=d zh<;GQX6#C#NSLvIAl%$ARn2@Fy(E~h(NPyNB~Y+ge$5$)SE1rBd#;v2KF<^d%wGXR zwXR$-750^|ZMFoPaOG)~Z~O%k)ciW}?t`T%3GT1tHhXwOY=8WmPO3jUu~Gn|tVnyH zn-8Zv-2?yQ*M_ptpO^9A`Ep-Eo_@eSkiU})+xY(uK{R*%;XjBqU~gFeNT6^^7<3J! za-rgyDtuqHyM<>1w~6acMeHAGJI=jayb0p~3ocb2`O3HSflx5^o@%9p=vOk|Ah$Ml zk%&qJ2eP%7wMl8)oioS0T@*T9iK%4sC7@7V$f;zYl1bS|iC^vde$I?c)h1vwe)9a? znH^cYGPt}0 zMVZg#0jj1zbNWcHeSnF3K%0(q3?5bNZEv}4AhE7R`~yu*yFl{nrNbvoiATcl(5pebA1n{>vNz;PA1zs7I< zzMA$zTj*nu4&E@gH5&&{Nhe3@CZxeeiS1O;i5wN7>;gDWkVD_~MhIX?Y@W6(be~y- zkPhVIdmfeDUm=Ob2K&4on9Au@S&*}xO=IZ192~-8XR5R$WVdYx8zhu^(jkZDeZPwA z<`bG_rayt_btbnnI5@Y;W$p$Ec+oPKXgf9FUM3|>-LsRcBqT7Ga#$%zr$NHy2SwPl ze9pALP~ChRLw$oAYl`yYmODOHfy2(Q?xoY6KQdZiM_Ei;s^cTwjtu__Dp2S?$5{JS}ne?zZXs3LX1}Mce4HCRZD#tt*8UZa%;G7YL zZBh-L`Z-i9ey1+#MBEWal$f1vTD{;n<2O`H_5V>M)K~1Q^bZsbG9s-;f7&L#Cv6YJ zzOEo0t`zo!5t$6SpX^JTDra?*UnM(|%88P$6)v6}`-6v&zn3C;#tB|NSw!ls8Sd-g47j&et>}V&RIhl9EuFt&;U| zuPjo_CW=;$eR>_1sIRlJ=g5hRet_0dx|EwIsV!NK~MOdLMMv-p5aec|zV{94j--R+`?caghZK`yi_HLYM)P1Qt+;YfQHB$v@Cu>`e zOu)Op6M}p%n25YafwB)+onSVOf@x>5m8+ARi#vVe&~{TL$HMHAi3_e&P;!zUQ|43( zC!Ls$BGJp`9sarH^4o7!f;EURNf66DR* z*bbuv8Lk0u8aFive)lL14!9gihdOEnJoQc=^LL{&SDjeer2IpYo=~`9Q3VSyqsiZq z)-x;7-2kQu1Zcti&WqGgm(6WS?{lQ5B%=vauP|un1n@v`I=V>VwCk z$`_+Txj>m@BW(hnh=hS|Qo$9upso!|Q{U8v(>;A8DOpH)NV=|HP=9#uc(|XH#(HTd z$GdYVg?8?I(DQfC>U$xrD)1`gaq`zYGQ%>|BYRp15Xr-{xy%>fCWAI#sjlY!}JDBN5$v-MpxNRy!;Y$lhoF9 zh8%@1S*u$IKrFhgT14MxP~wUa~$X2%&eIFUky-?q_G+p8hw4 zwJRNSbWi@gxTlE|(dk1A5(P315FzK;ZUoQ(AkexuifJBmIYNWans}Fd>3vPgYpYV(BA3;ffVbej2~~IW^AtPm^kp;}Ehdd@%iwlY z=xO)fi!_o&Hh*9%&nP!>ZPW?@-ithW8e2{&R8bYS|9y2TXX-CL*y+zQw!aH7aS?d* z3QeTK;%9c=fE{OMEd5_>FU_NSbB&>@A^KAza+FKSQ4$!@H;!P!+x01GSrv)Sx%IT1 zQ(I$>Bbo-hfHIkfmcr9JW;KS{qa%RxUA>;y!6ptiLo|+d?V)}#mpSQ`;M1KLX(ir8{;kA-dQpHvH2> zh)>6ay~%e*Skg|H5|JYRZ`!|L;C=Yh6UdLPi_)&Q6{S!w$R%cRuF97jY8GXifg)H^ znG}p~5Ybi9Z2XD7zm-U5Ak`yu3NL8O2O-#rddu zit&xgZeSEEi%|mZ&hfwqONoTj#fU9b$Wg!xW%gVlgepr9C)Kqf4hZp;RY5goq*GUJ z2QAZQC)Xxs)u@Qj+niQ^^n86ywb|DxGsvxO#%qg8kgnKfwG?yARS`MS0J}KUHr8Of@fkNV~Ur2bW0szj=*%CDpTsD#}{mfhq|wpxY zZ+X98$MHiF^tRd#eF?ZtRSAxJxEd#NqG&z1Ub)zx_mgx;01QRR8QSA)MNqHJN$U8# z^^;1&bS2*dVE?9|KRB5cdf3;g-J|fa&cWW-(0YLwD@Vax5)j#9|(7N^*|!lj-Z9 zrT~@LAJO9{6Sv2VaBbiV5d%)xtP15y>bTi-0Br?aGg6$&0aw=qEDS0mo`Sq{&HR;8 zjeJv*2$&F}W}2NR{WO2G zdsI1W9f(Nj0t>D#i7qb5IK}`I=$8(&-o0(^H~x&|-=0>c8RDKqD_R24yrA+&vwp=4 ziq5PCA?_4}wzmC>u)|;^K=OlrdwK%S9Wo+W4=uIW#Zn;JRT45_=Un!1*LSqVYOMTG z-*pA|>wPerr)j-Z4&2p64XQzpckB_DyQj;~ZZ42f8ZY7K$ArVMt}X6w>|HdaEDM^x z@N6;)qk6BMlx#Lxr?DzVKyJ&<`@fl+%p-RWzk?U6uk&Y&RPHBrh>j?dts%eLZ1}%q zhzLnj_0)*tsT zt{cQuWE3)jpu{%$-$nfSLEnBz9x_E<>;BDNzZU=e>oBH8gYqSZzt#Ar`xGqD=4Gyru?Cgg%Jq&Zf%HX9YQ4?c# z9(sHVlesTg3aVk6)gcLGgx?(vB0X>`o4YMrtji5dM+ z^-LNiYTFbCF>1X7n>+ktf7O^`PJn(LBpuxa8jo*303TtM8{BH{+eDq^Ezbw7jUXoL z$=YZvl+0b`(iLe$Y@`hBs|e`g+DHn~gVP3IvD6E}80}$Aj@xBHhOLnCq4*GG+i@H? z^vGH`cS!uWX_^AB)1oe}*eeY`RFRJDvG4$QlOkjt_0;Q6pIA$Ch$?rGSFoQp(_HNi zA4riYaDTwNPCZxFwpVqNB^+igW$0I5ZIn0ax8-4s>UQi6tb&7C(e-aJbN2=ka@fWu zctA4MWEyOw`^*CJl%0f;C~c2JjJNh84=1UJ?3whtmJB-iGFFi$rY*a8zMdAethPyO#@+#B;e}v+4)n{ed6%`TV)?UsqOh|ocvwk`EzS|aNy(n( zrbK!lTuN_9!r`LePaJs}n$f0sYjdSWHn#C^2G(#ou0V0_!RZ#o82Gm9;?5F;P5<tA+pIiW@zgeF~%=yh?b zGr{sPo7Bk+ayU{qdwP$B(qQC3qKf#dtDg&R!yR;PORe@zc)v+9WlguWCwi8sK`S-P z<0@1Qvy1}3x&DVUuZ<_)Xk{%KxT2w-q(i zLp)hAd3GThE%s)8oHk9JAcLIa&Te6)OGnqYhnJCwsQKkY$uv5wthNF4)O|&v{r0K2 z^iDOT1CZhu|IOQHd-(*<(O`55{`YDXK>uVj0a0iK@IjqNA4fq@D%)HJqBBjX!yyN~ z<3@mn#VcM!HX1%;M_jZrDiWcs^o%qiD!6f#N5+KaSQZh0(Q#r9=XXhf{qv#F=$R3X zOoO&HQfUaG*YCZ>d{q72gklU=zUQ8yb~TgMj>`?rYr15!Tj2YpAGHgW$XJtZ+Bo>{pWibMy8wI0d7(@O@LPTxafzZQ>}-ebktJTMLscj_o3$1QDwat;@Lm&xAQ z)mpHafSzh`B3p5hS5+jIGga!aH_KqrhAXt^eG2wqBQpowSjPH1IEr&(UYUtH53O88 z)CsO)->FT)8B63cK!0A}UEnjLdm)Bj<7oNtZxIspr4uTCqn6@Fk2@#3fIvwKhyy|- zY<_KIP~9!;ksD)*@-Q!3jfTqk{zdqyNC)+lJ_pY0?d?W?c`3NYJTee6Vj*l4JLv0j zNtE+p==AZiHv9>CK#U)s(#=UV$5QEHg3{I=pmGYeL!g}gHlJl>KCNxNkIwwQHxhL` z(`HKWR6OA(4fA;PmZcOAhw!0`m6A$@1|*(VP!X}d%{sTI!fI(55BQz>c_QXS1aH+H zTDTLMohVbJw~OWSxqe9)&kvNA*Sc}gWMv>55gG4x@-5+@*_&$EQ6ZHuYyURe|njs@%<)_0hzZgEB5%=r664 z==nCP7D;E_;qQqGeSB-~!IL%cuCfR0755ikJGG{{w8~l669;V#D57xxaH0hC3Us+W z?aF)L_}qV95lehLG1wx*;I~TtZi$_bG#$TRQ?L=w@WZ(9D^B5ao&Ahccf5BdHn)P=%$OQp}hH z=P=T?c@QO8v1AUvV)18%BB5Wm$-qid7uBlEN7;&s(^vJyj9noIK7>aao~%+bXY7n% z!mh=*FsxEPe-BvhW;t7{5+ql1o=R=b|R@+0Xd!Af0rE?J>8%`^_B0^vpg6 z8a)t~&k|n9hk*9BuuijTe&}$-Yock4xV2Ls3#iLKAA@KOL`m;azdHirz9jP)i!Jbt z#O!ppFnyuFF&P<5j!duqy1?Nc1t3iQ8J^6H>N|LtPkJBvOOokYUyrFOZx>nn>mA+v z=01q=g{CBsI+%cvUhdkJA%!AIYEtG7s z@5Ism&26~1D{^N=>ZSHegwkO3s|Rau#U*VaR3<|nhZR!-i?V|5s|((9|3HLn_g}n44V&7`>JYs)S zVK<580E^iubs@5fkFs-ObVOa61M6~`1q(bCPh|1Dq-h|%tAtrn!_d*l!-c{!EdXZx z$z5w0K^XLUr4@{u53?_x@1vIhl{pH~kGn73hv3hO*s`#$Y)6X3Dw)2!t_&{6qsgCi zSLQ3;l!#xCGC5ULn{XjLbbgnZ$3mvDEFKe_#X?C3>lCu-?cr@ThX2He^SAA2IBo7( zQ7KiGZ(14Bx+RL_Ix&Pz8(S}wXP^HQrpM}7|?AajPs0jR`Sg;7HI zDq3aBQiT46C}KBba+Rbs)CW7ck}2Vc(-vRW#%u`r`&{&dA&c38;;(?-G(CL5^M4*@y#-V0grTNvE`STC;Rm^2o{v=D<>uq;o z8xj!!+m5l+OlqJ2(BjAT)Ay&MY?ZvF9FslA-#s6QyCWRxxhqyOq)!|U&oyR{xtQ+a zGra8)SC0NuyB~CDfuG@Xoxw%dPE^=jZ%_B?WfgzzDtQsz)dWIcRm+YddUhL4&K!#V z4LONBF_N#0W{%Ud`#_!59&x*9_8cqWy}3?G>8W8#+su~H-Um4UWwy`He>GgwY+r!U z*6SesWpwj*O$$%!o7x$!kzqP_t=L|kf9c!%j)&D>J1OfLW48VdI;{f-qLY>ik_!! z(iM`S)1*UE{Trl0*y{6fX-Wg*_wICF>lO!^j@&|dzfb`Yh_wR4Av~mc&sD*@TfUwb zmiG7e%Ua%c=HkA^{d(K^U+(X*Zz$xh9;?4E48YWYf`lK?CINpV994tAJCH!0HeMBA z-?rwH&9*DHbyZ;Z{G+YQ6dq7-=Psvv$)UhyKccC{R4Zn{U&SGb(Nk9s6)>-+pUk}r zIQJ7q5H-XCdzDk+kH~81PCiqUq|G){k|#>#b%( zEuIY^)#^8sy{MmVI0xGQ04zvr$vKNddz=VrIxKzr^#2ICw&9qZeVjPYCbpjr@(Ag`jbR<7o07uLnQ%bsvJ!UxU=cxy?4+lYNQo!jIsQ?><{>)R*Q-qhK!J(pU9{ zTGgk=uw2)92`T%6tW1x~`=}T66dKT|?^5Wk#M6f!;*OG{yThrt_p*JxgZ_PPgr-Br zHQT@kjkzUUy`A7?SzHYBx2739I9f=`00)uUL$x%N^^ZLftEMs8_)ay11!kPQD(%YN zZ5d8=_7bxRhWC`V7JrA@nvP=uPKlMYYzVm2|LXMU;@qxmi??X*QoJsM_gjnMN4^(# zY+AC``}*yd(=ohG=!MDEV4+m+Fe4x$a|%b6#fEi1Ng)!KA_q2&1c#Gq#!C>wVMHRm zg}mVp<>@BCORG0qGBBzLwD>%hX5un3dj*Kb?~iK)Ta2|0i%qI~3gsCUzS`?426vo% zE*Vo2uqR+Dxhp1Kw&oNsWRw+qxXo&*2nfPEnA6@gzLW+dc@u$R(Fg7`ha><|iv1Zf z>47dKKMujVte`WZcx)dQtZNo?+>Xo3r@5; zeqf}n*JhKP^b$t%dU|MYt!5+Ot09==qV!4+MNwU=kg)xGf2)ltk!-2Z5HE&t{k`gsertahixepI8l zHiD3=CS0q@i3z3Yk~%8bP`CBY#Laaoo8y$T70z)fj|oWJPO?u&<BwCecN^9Ndo;PaqP_1l`x}SOLuum56yq5X z(+;&+)cRfWnldNhD-3*5b(2g`g1E7#h_57f=LA9Xcjn+*X!X{hGE#x#TJCdkJ#_>$xSIIuS8=Ag)fVZ zvafxHXJ0t@x7(a7Yl#AV3!(hocKuWxP#=JrpdY);UShW9|M^tf`YNT>Tbpv;e4eKH z4Tg6j4es~^r{I_lb&x7bm5u6OP-mK!H(d^1LXqqooi|-sf@w#uk8cDOk}7&VUVRMy z?&679zh&{EV(bZ|74Hvttl;n}*OXRcK@Ug} zHdO5cg4sv=Z{aZbZG|m;8Ie0;_)4=<*-FE?*~beiaxO+qxj^hKRPL;~JARq1uOPz_ zmO5^l&WZ^tNU^AOFVh?E^3NORI`mXfF#rxb(VHTbo%LEw_u@Sr{WqT$s~==S8UIkn zSUHdkHmRQZs{{kdB=C3xqTtZi5~4gS8oj8S`dTeU;Pl`af~xsaAT~TjiDZ$YQiG&8 z)RZedgpVcn(ez7Ha2!*$v<#JSXt|Gp4g8rq2lkP+O(WRcFhs-S4C}yzvdJ=Ln+kXe-i0}UeGLxf1?OHOQGOV9_m4X{y zklWkS-_k!&kfF*?e$a@d-SR)S{-%O*Q34R^Y_YKB33gycs+)+>9)?XIW;82aK=MFA z)f;nFb0IKFa$kCGKMFWk2L2r}*pvWkzS(ATZ%Qmqt{Nr$J7WB(sA*RoEzg&faSEUz zmh8e=D4&S zJ_tWxlcaph^|~GGbq}!Xlo_p}h)tH{N_vMaO7yq)YrykrI#`19GWzfyMD6BYZ&3WT zyMxGp)RuAa#6Dh>MX4^BxHr%S&>v0SB2=9CA(Dtqu-ivQwW3-%qQ zt1QaDM(Jip^LXWHMKT<0my;XGm^$ANyt=P##dz?!==S#hI0jG^Co$JaCPV^IC-BM5 ztCPC$Z|9Qim?OLB!@5Cz5(@c5F$A@k!@WPxp+4;(Il;YCi>-oCpY*-`_7j@_Bma+1 zAA%X@f6D)lj4_yK@C))^$A2oICruBy_niV6=LX^`B7@xO{wj^~8JEku^2=QKIbWXQ zK?0S($Q3tXY92hTWLVp~7$iP>!Ad?i5h#FLpVt3N4NwDKh9T#6G3-5I@?Lf^K(1_6 z|H)wg$Nkr(+q6DdN#F(va63T#wW0rafVx*T>7T`T1eDzWF80!)+{J@K+rQL2#OS)o zu=IBE7KuOKmWcn);}6aMyH7A1(tl6lLWT6-JN>8l&jd418rg+E+&jtO*ROiee{i?m zsN7iQklHaIV}g;)K5azaTEII>PAas~w@X)aU?ervA0yme=VI)t4>#iiKpSYGk4dA- z*TbBJg~E?MdIaH1+mUGBg<@Sxg4senoc)B^UF^V8L%NZ8;Y)Cr|0~T>TFSwqa1co_ zwC7vJYE0+~W=0Wuls=8hxrc`1%+zl9os9~0MmaNlMQ#&UMzkd(-baxPxaxS94nOog zvwdKBz(K?!k*Q)_Lq27Fpb|EKZ!AmosDBO*6%-kNDkyHa7q%sf}i4`&ov1Bb&J z_akOpEHDl5uR1~==#4b93WUi(#3C>%;EZvmG97G1XXMJGQD1)Ttd1drPjg}GD^Vfd z+VeNT-eYys;LPZ1eql1}Xtt9q>?qSVrhzG#08&MCi`f*Uo~Tiqy!bcrLECL#W7wq^ zPAEuE_mJ%i>2&Irs5vr@00MQm_0WWQoM|VbE3=fpeYy7xK>AcQ)%%-qyndI=dNq!m z+j<@5Y`&#p+fj%o`;fMi#Dt_Zd+8hhvS-VP&uic>VmmVKyZ=ES^1_WCz2{=q54P*W z;N}D5cpwH_^A`Z);|M|(-Ab?SghTCZ6Zn9CaL#cTQwUsvDC>iSK*;g%XJUYK`c_lj zYXN$G-`US=omp0)V~=f*WU~|I=$8Z!7yA7DkkOn^vcEz7>E zJ*pi!Rh`$~gVIK0Fty!~fkm3J)!YXXjL^;;pNWh>Eeb+Wp)}5C2rz{IG~>`z!KE^i zO3+wt_5YB!lLwFgxKa|~i&?|p{fzx>;hLq?9FDI((^>Z6g7tA?46ke#u7|p#kPNW| zJobco>e}1w)*0mNoK)71k?2O%w+9);+TLdLFN~=0*ZE`1WYHPUtMHk&5>!v#l zg8`pwY7>BG4rz!Fd-tw&ALP79XMOET^1iU}5dy8cPp?nL88}wC5UeKw#bvO)r<}!W z}L*cN_eDpJS2anIE+&vM)~f~a->MtR3{q=f76wfQGU zw&s=Lwg)=_<|();Swe&olX?Nyb)oW{>oidW+T~no_rr1Gx;RG7Wnhze{YMfwU|w`; zZ)z~wZA!vNRx*5;V**oQGcN)21b(6H;2Pu+@(Jo7~hksyK8F!Lj{~GmN?f?h{1?3#%?{)X^(o|&r zYc8*s$Mg2%_165?*j#KLiNEAGA!rCT+w!-Io8b3Kr7O+5`Q&$NpODh*9&Y)5jqFXo z0%{;}bsX_uH^6^jHl!^&X1rC3>T1@r!?GwsNEVu>zCPA{X{J0z)a?n^4Skm0BnHm$9q-0Xhr9d_MW#*8+U2yQF4 z!m`7kymY+qk)4`3@-w2s*=cc__YB=;a%F?mMgAOoxvvle^GAU_JTLVor^=E zhLe?G4!PIC2aSaUh3S`}CWTOQu#i0sZ-oCKZU}hB52phIK?HqEgjZap*@^M5b=mkDEji%_qkhorJ8Znc6vHHsd~@nku`_CZwr`G`^lrDIyA-lo0Pdc3n;R0Y;#o2o3OY$lbyvC z$9XpcTb%S#M}OCQh%!O(meHqXtIh!4AOgs_TEj2fp#DaUB7cLJV<7lb)yrNZt=+@9 zU-tuRC4ts5I^Y@cX9{1IZsp(cn;JGj!0@G!tiZFV9j9?bGZbYGXCicVWDNNWDa_9M zn#7lmtS(f*L-Hr!JQ)-ls~G#u`fg{bj5!zOZl}xx5c#1=nfxo|bCTQ9%1QrqIdxhS zPgP-?zVDrZsacmV z*qdIPHvs5NuT{$RFfJ$yjiP>7zZO-b zAxYKj#B^t^8TL1n5p@{i$6%~Sw4y@&PK3T@hot4o-h*YS+qH?@c6;X)tHL`b24>RJ z`!^=^=nVfz)ty06^ZkI_!%;x9XDW(4uq*FroMvpuX#B3q=yt(^0PJ5*J&1(_m6Kvd zjqWnl$A{Iuf+ek53*E`sXI$4h2>Y5K0SQOYP%XlzWpfbghwXC)472VMXAHrG469`W2e^3_D`d?1n z@L>iHTchk3|5B=@P;ZI%(n1~AqT`nVDbv`v$p?b6ij;KGv}D%=Oce8ZwrS=Q9eBEv zt9D+b-9qSQ)G_Z|t;6-BIoQ(-KY%BCVu1?^fsMW@PjWIbA~&#-qU9|_VQpg2kiqD9 z3lx1l(O=n7ycH~TbETVBPXkOg7;$^Dq?GamxS=^sNhx4Dl+nN1e^F-`MID^fL}QQJ z%3m?OS9Zf)ySmWF(4P~X(Dx;1c$8oCA`f7iazV;SVukQr!j2}#8RY#ifY%u$a7>^- z45q0g`Dx-jc+RCE_#=IF+O=@PI0w1|cKN_;c>3|uBdE6@TO8-ssO2;B~D#b^$* zwqbTCeK$-YrMXbb@-JFjNsN9;mr-{?(UR^V?+EYUCl4y{2H{`9ZcTl&EJkbNL+CVt zwwP!0Tin3oUf2@FT0F>nA(M_P47YW2N}y$G5csr`9VN9^DH75aS9ctF*G^ABFVSzm zHW(wp;=h_YGs@+xyo37xwRe|Ibv$f>#&LHiI01q?frGodySoNII0Sch_u%gC?jcyP z;KAL`S^m#6Q?s*GJMZ@0cJ&A7s;=tl>fe1|&Be3*#Ib>j_vvFB3YP+=Ev8`C+j^$d zHvTjU;Yevy;QZl7SKqPPP?+hURW+>{%5`i<`%W6c`^Lnb{JcAHoAv(qwEr|>41UL%lWG8`Asm>*_TeuzaU1FO zb4@vcUengv2xMmtv-=28dV>c%S)V|asJ+h*mlo%^TwgynPS(9^9&DUjnM#|-X*nA@ zZN%~}&t&^g3Frt-K)MMk)EJCl}XN~ zBw~%Adyl;>x;Afg*vdV)zXHq25o19c=uAVAI)n1kyS6>F@c1Qjysgqt8}jW2Sby*G zd`b|>Ox#`cx61Fi0baihwTFNCSDF?+G;+>}=n&=wj5Sq(@MYMJqBn8+Yo9KUSn_`D z1)!nlqrUv}?8*WiAs+1F_PYiW&qG{GD8srHBOV7PhJU3E3dZ804eE2G#sKuA=^96- zFH@e{MND?~%oJP7%4o1D%CI`QF9tiD2 z@Qnvh8-Col$pCVF2RS~!ngPG*G!df9p6SN%OJ>6hV+cpASxY_U6lXO5gkgV@Ima6# zdW%N0E2+o#zM;M3;?6fuH}?I2C#pHAByfT~J@sWNf=R+X zoQ_k%z5h&O-sXMJ0sqF6zv?C~SSugH%UX^TjITY%9;-zdrDqmmJA-d(fmlRm&?`6m zB^lA{dqySJxbl>s!D_bnWB+>%>kFV0=5r%8fUjg?OLOX> zoq*<38dJAhtyhB!Ui7fJX#Mc)*iqu_pvX4N<>fHru3cGFC)GoF_nT(LsQunxQrrl2 zfu^o>Z00`JCy`1^X`qYy{Iy{vXwV(eDYxh!j?+x6M2BWL@eZp9o>x zbjW9G%aRDOB-AkXu#zetL)$PU$932OCnJc2hj#c?R^UC4uvydK1Ka%16s;j-q8o*4 z{matXd>f#V^?=p*E94uKr2=q9Qi(4D{-$F)&c7vTYw+Q|zqFK|b8mW<%)TRr)b7jU zmMa-2>P5a3eeLiwq6iY}zzipsr{e20w=0vZ?GI=vhp>L_*y{>f)OBbZ{y{i3%}9kG z4TkYw8`Xs2a(XR<;@C}7)~c7EyC*-euc*ba>5@7fCT5UI<9@+AP03u~x9q5dh&?+* z>ko0Ue90$N<3w9twjK$IdDSf9X<{hpAvk1T(4lmG6u9Nf?pLuSlIO=Ka54-u$GNVcmqXE2W$)On%bvh|&(}dKz z0gh8LB<}sO239mACPjVdQ@ZxWc{Squ*rw9Bs#}Z6#rMlif2~|Y+Q@R$!O%NWZenO{ zA*qfHZgH;v3aYG$b?`OYfYX_{G!i>Ey48m-<F73L3J+h;N(1@3-it}zgc%z7`k7}t5;$BQMMjfm$PQudOi5q%fiXbL$5-s z77ppAh1EhVBhGJPJBgDX>pA^5XUE{2kE|#2kCEhhz)Y#`fxuN+3M(jRQLyxk(E~q_ zSb!qHGweX^#`iwnVP-`r7k`Pjwlws1(p~|ySn1<{Y`+bL`sJZBd9~zfFeMZ8hEp)C zyRTsQ4N6qEl2XNXs;Kvl=GJGnaa%qT*-}s|CT!_}YufXY5nQRgFg=dT#ZQm)GG5zR zsPXZB?a;Cp+k}O8cY3`bI#S}qG*6l;3~p-WhLjCWvSKPx%{|coNr+r}MbgPoW;(7b z;eq>WSt{{TROL@@P&RA95&9^%i+4L_%$w%OUt9^x{2{x~grXDpG~0FYYsX}@>;_wE zfIhnxMvfig7(&NYL^9KrNyC%S=)-tC4Gc*=F%B~ zN;SMSeJSgQcg(3|;j;`0x-zJc;bo!QkAQBy(cJNoR9v`@fA9QrJ+0iMzqwGkh&20% z9n05dP7!C0OGtAD?U%~$U)VXAW@g?{>PK|^cKBM6#K1se@q)?`CFT8T`bj%?f%7gg zfBF6y$AuVAqbT|?NTvn@%G*WVP&Nyhk#bYSJ%HzJsA&{2d@%mgyAmo~D2<%Lg|=vSW4{r;-rdo(7oY0Bs7G`P&9hRm}ymPHNqR>k8Lb2v5;5~ZKZRwQ9Ab$b4N zDXMa^8Lw>Khz)}~)YqxiT4p}AF@#n_AIpX*N7p_y%`?xq!B~QF z!loG~Mt1;H`BmiKZ9tkEQ<7MpnE^IOr-F5qCd71=eU!T351Mt<+ODnx@icDe0LS%Q zf)SE0t7a2pjT1@nX6e+>*S??roLDVTlPy%r2_{*jqfp(^N&hGoG3sJ{mTonX?6QBYVs+P~y9JKp|U9lNbD%_Zy;V zVDjTra2aPhf^92L@>kNU>>k_(xwpQqe3(Y=Z3=jOyEpK{(opfy*!^1{OB{Om(?_Gp zH{}V;TgY!e45k*9qQ>-R5q)F0Y&Ctc+Z$xclDbacc8scj|GiIyp7<)Z55njGBgg-C za&{8kJtie&EnvwVqeZCt;NM(ue6mZ$9rM0z93^| z$88yU>|Wv`^V0#kCW_H82r?)}^F6a`+|?ty0(XvG(lBk(JOyrt^n803bY2o8)JC7-=e>;4zY<~7w_QXYc+k|Fy%q+gywA^g z{w1>H>Z}exI!Y#IA5lh4$1W_Kw)zK~B@BE&Ha3+$5kTTd)uyaJ*zoi6V|@!0XjLEj ziL`-jo0syY@AZOZ#NEv1C6B7dtHc9sXFc~-x*MXTD>OqhBkhkXif$|kb@eLzigl-G zmS_4iMWFIQVZeoexf0?tsiV$FW%LVV3BD2PWrp&y#l5fMc zN$5Z1d?0Sy^RWCcaXw0StcBC!7tNZ=#e?4PDK=5izDaITSf7LM^6#T%lpnGWc85W92_dEZ)I@4}v8(2w(Gxopa5X#LP z<*prls55X;(YvD#mRjtb13im+DTbCFPo4}IO=wPQFP9XK&Qi7LSQjXTc3t&;mkT?2 zzsTG&jrmGmdv~B_utB1CFD#$Jx7D;A2hAxGBy;UO5z&z> zY@9$h@}Ka`-~4ZQCOgm|;MI{?8}5)ssBk;yBLr=#(l~l4p8xrc6MmLIK6C6TS4md) zbz7|ZAUQkHYKw$u<)Hh%6@r|B7=Lse$CKaG#q0%>KscJZgaqaynmLP5ZhU4O{o0aq zK*UU3N-2@?%wg6vziB3Q;e*J zvH*;*I`r5_atcj9a!1P!&}hIm6MLf15(IDXr@xjXCPAWVTt9A-Wt6xqH;~wkl}o5n z8~UU|^Fng2J>UZlck>;nemx3`OxSF`*>5wx7>g&rl6PU7Cc|sK1IHuQN8@^|@m;7|JL`+2alw1m-le%1MeO)D3ubicKHf8YFVo%5xhQDe0% zc4+pqj8MN{i>W2u9_VO_$R1p9gfxrS8l3Gyhc@_qIA^<>0Xfx5nDPH+&dDEZJS4x^ z!%4~i6P>37`iQHnWM>+|FXsvlxAFD91`I1UD=c-yC@x7Xn6nEkqH`MLAqsfq=JKmP zpEA{4SkseY42b(b^!a~4=ioD?3H139bQmZI|9(>cD-ifJ&a2L5&@9U?6+<+Z?oxq# z%R{RG3tekUWy%_P0L<*J=>>a**Blp=tK0jp74Fop-^?WeM z>C1d@hlUEbA@%Spju<4Nj9MN;Y4sa!sl{YL^~#zdT=pI^ zmnc@sH&r%P1vh~um~J3RKmllb1vi<);31V<;#V+^n=_bibC=4&mQFBv@`s7nQ#5@5 zU)S%7U7Hpgsu222;N#^arYyn_@WsfOk#rhOxF;$tse34RCAC<(L;F~>$|k?V!?hOTZ1isP;@9Vd~G_(gY zw6)if@4u4hD_^NR64=}TM=7&x@F5mR@w3rcO_7B6*>IHlH6BMLwzY~xc;l2}umJZ9 zXs?3520%j>Cx47ivELq-pIhErFexE`GpIwWi1cqSK0X5CaS8vMKp!Wbx)&IlXe;)u zf)D9)djDVgbFc1y_%kUNn%Msb=>G!fgq_;Ym|J=qWudmw$3}Ze+}BM>vC_Bwyk)S^0}1iS$WO z@Iz=$lA`QK)GJ8Lw~!&+kYZcyQO&4rDKG?wSxs)*EJU9)H`u z>ljT(*w-!9y)MLyCbEf{h$5kYFmUu4m?jzVnXs$Lwhvuo_On06pKWQ@jCq}6sKDEX z)obU4c^?RK@HNEoJc1~KyIG?yvhdSZ6rNH+{%JRnEmAig&pQc*a>O;LLs|KNSXZZI z1a$e>HzwqeT~(@XN$iYk@w*=}G!_aY;HBb(!$w4Cv`y*kG=-jq_3=P-g0bc3Dz;GO zhR0mhjgD~PAp3IRI^Q*^NJdqa^(+k-I~6`=do^6*!LVEQfXQqzTJksn%=bm-5X?wm zAouw*-ivrBOE0O)U~m1=k(g$^bJv!45YGMUXb{BV!YOGNOj&d zyk4*{xGN%zra~0^=dZhNQe`L2KNDbWhe3tP$}1#Dv*E{9Zjz=(A>{F|JyMjiWiK(Z zW$lzOE~*o!@y1elrllIRcMp3Y)cqDZKXi#>+0xpnNilJ4Be&p1^@=a(w{ z7S9-l#!vYAWfEGNAd7zag~D@|guKeddefg5*~e+~um`5w3lQtoNqn6P%rLCt9a~x< zibZ~ut63FDiLlc$@9Z-8w_i|z{*LwvrN4aBo(z$-+TM5QEmV||2W_}I-}O>!Xe?-c zKsvl5@Cz{m1e+71m@{4_h-}&W;j<8Qe05fx9XleFCJ+)cXflf;UpbPX6s})V-rmXL zG3cW=4{+YDn|7aJ1^=dz#DCuDh7YSzl}_@XdzX za0Y%HH)n)z;H#^85V%|^Ki}8m?(FJ$3I7XAo{$je?CR-cH`*#caVVb8-S_{bWMr%V zpya&V|Dxnxp?^~{2?PtFHgq+Qdhe>mL7SQ?O$s@kK%+~r13J_@9U^xnL83E8%j#f= z-R;VH^oo8qQaF7q9Do!*nz69*ZM3mkTGucW9&G>sa~ zY#IKxU{B>+H%ZqK+=-Za)Yj-(KB3XlFcRYh#>e(Bo|MEYf|2f&RIJom9!Z&Nf@vU2 z+^|CGh@&MB0#9--u>^D(Hvm48a5fz=Vp-nCsWYNPo5Lc)G*KS`R7c$UK&rR%)tw^d zqkNj$w=2B~?`$f;EzY)qJRy#lhmPQ7mP*Hbc!SdzcDxiE49lGt_W3_iIP-rBpMEP+ z(7ZmHRO#75ChpKX;!LoeLeh?Me|%I{6F=dRYW7U-`*-uSP%kdx@sF4RV~_*^zH1$H zpnI3Slc)*j?gmo+tR;h^8{K6{PJ(MYyiI5wV{C=Vb%;KKi=q}Ipgha(4iNwd@)S$uja`uOM#o_u)A{hn$NktTg%SZ; z08#$of5I31?cOZK5o7dHXF14OPlt&mh)bAL;eqJ^G%86pLpYpOZVjP<-;7EP{Xx$Q z#f^i;=*+eySp>btQJOzPqp_f%=)br1?XKyS*X2hfg5|UjpCi9v>LorA@Uo;`Z1*_% zGbm+%_q^lYUr32b<8G0a_SUB^TnmH2WP(E8Dtq8L#khDl5ST9S#$)!;u{IU%tE0m` z*|KWM+tc1EDeYOliK4c+sZy%`ErBVqD$QNe9O@OZ^v#+xxx0=72{CK_! z=L8^!4qYLT`AgGd?+yQDE;o16CYq0&O+hK2St$c!C>u4Hc95bUzGHyq}ORd<*P~i{QnYsLCl#TPspP9b)ZZ6$B-5Q)* z>b+fG8aBfFeO$;Mo2jLQ+KM;)NWC1`2XywsAJoSKApECPE%@{e#qq?IJdK+Z_3SV2 z^WDZqezINU0Q59G(muv`%uMNIK>R*^>UYF|;#p-2ZFy^AXkvPOTU|H9Xaa>ojB!&J zct=N%8S!a->BM*2?`Cu@^9bW>-E@+yjsOm{UrN_Y{IE`-_aNBm%&^854omo`1uEl~ zDHX(g=!j^*+IS2?*bI)|1lQ+gd-}4l-zu9hNCny$j`L_xW2X!}WEBWwz>E#SGa=lFOB;o9XE`3KkFi=_48M%jV_J3E<_=AtogbQ1N#4 zeR6Z*0q}a;8u8yAjj({5k7vMYgs+Xi2M2%N~q#!M0e_~1qqP{kPpkF zL;1gAV~m2-u2~S#LGfjv5e5>KVYh|B?EqkfxwoPk?;hggY#|%K=lunf!YUM3@_FmWC@vMHd+8&1TV374OK-UGMCU+8Pm)tLP4P0$l%VA!`Zm`%so zSr*MCNb~NU4&ViPJ8@k(Gxats!07D)>I~Y@%-(UYZ{I0r3P3(=nXh*@IWd<4zfkW8 zH?8QKUoxB*%w(?izcMOdx0(*l@7qx~sfUXcC1c$p0x#E(_8BTHiK#Fz|7fUwLiv7G z3*eqB{_Urkd8#i~m*1*3V*RE`MHF392OPYU1P7dvY&dST-#p(jARIx+1Wn2;>7%_J zCbv7(XCvF21^XdcM|-p z*ZN#-{Xj>iOD~m1(lbZk*Wjh(oA=A1iSVKG=e|gDvI^ht0$te zW;IWWJD`$jbAfBzz#>8zE!y|Zjubd`=84_Lo985t8OAp8P0@kT2xm@E(r>enrj&ys z1ruJZf=wxbB+tl}X00|CYKMJ$nJ1(#oU`cNMYXNppuv^X2Tl0Rv=&0D;TSozjd#^O zS2c8+Sf-7}4c{WTN9Zyw66t&oKVe(pvJ~u1X4RgNLk3B48nwLn0dvZX5Fcyj`~Sk0 zzxWz(n=$|DBTa07vXAaB_$Av4EXQ6NCFo{gN16)(*lp%-?nLO~M!k!3@ z)*!b|(LvA?5i|8x8f3I$VjvJ7q?=-KT0%f>h*Y?M^&BwGV$Tcav&dmx$gQj=B~4hi zDSiQpw3=}4_*kXk@9Un`vzC0fGM3_*7<@+d8jfy**H5Il zi9;n?r5I@2M7#;4=dxN7b$!_5=KO&#yj#?OB-v%kAyq$jszRwb;C}$ZBW&WFZQ9jg0UM4y6EcV>m4_mCFgUqs~?oDUp0CxUz+7v2B zZsm@cMe_@*9X4?Hpq5-l^ba*XAlGC*W@Ue?iYZyx>sM8O2 z2mBqjcbXdxsE>4i++q9*JCj}8+{SN(*G(qz-FkKt{eXj75o;Dp(G@PYzFs@}rmzL! zdCev0cDfim&qd{N>ER=xyzXN8cyjo(ufbXYEijk_jRAK5u&b|^Z{4ClJ3%yweJXxTS%Dr`*yDH-IiXh7FCgL(OxPrz~8 z`S$01Uz6x$Y~QtO?oWA#pBTklz7u0b2eC2y7B{{hT~C~xcz~TKm$l7#H=1UMyoV&;*W`Yeh5hsf z3tgU|FGjrwxViXhw}J%$0$Ueg1uAZk7-dv>?=2X;5$(g=J)n@+gMHXgfh$JhJ6fDfZ5M@N;RhGANzu&P4l;qd@J7~B1xmHa|9}0 zQY1psh1iIHU~CDvjle0HXO((Pe-;QpN6q_D|L0(RQ&LrJt0bYe7}!MZK)8fV91; zFiELB^2X;n2?T!JehuMdl)ot*B+Vz%j}fYK*^E(~KzxoT8hRMB`gMgh)1WCfim1mg zRoc292HvKr*;k)4;4yP)^UgWx7~Q+cTDA9!w|4G&!ynQ!E~VTWjR-@B<-px-@7HTb zT~(k1W49$CqLfiMGUUBBEL2$a7(n zdr}3-16qJe_$Okc#)P~1frWvAZ2C`jQp-#9Kcex1P{tZA?#j!{^G>v46wR{oxL5%d z`$**M*m2$MY`+!3sFHI`nZF+|1&j=$jx1#FZzFF(?Lwc7(BVDzww-J}^slYzER*11 zs)%pBLiu=K1PlmZ{shrLI-|?9)!yh#K)^Ps4){Yi)L5>e=Bh-pXk~${rJ(xW`i3!4 zsi|eWb8fESN5MSI8(ptV(I21$iK(v{l!hY9d1Rz<%z&832x(yf;qYa-Z20sB6N@Q7Obg8 v`8tCVSL*1I`uHR>#?0h_PG)|ON~=xw#|bhysr%>0MBu>X>s<&&Xo&v>&fBt< literal 0 HcmV?d00001 diff --git a/assets/rke2-cilium/rke2-cilium-1.9.607.tgz b/assets/rke2-cilium/rke2-cilium-1.9.607.tgz new file mode 100755 index 0000000000000000000000000000000000000000..347861962d2d81e76cda16ebce992ac5ecd8ab88 GIT binary patch literal 58159 zcmV)gK%~DPiwG0|00000|0w_~VMtOiV@ORlOnEsqVl!4SWK%V1T2nbTPgYhoO;>Dc zVQyr3R8em|NM&qo0POvHcN;gdD2mVD{1o_6ImdQ>YQ7{<68FihEz5GE8(Y@4l*yho zYpxI24U&kOjZOniiE+F?`(3C4(C7yrl4Zx4ac8Yq>;?+2LZPZqkL-pGf{@2NpLb7Z zG*g`=oyUK9)Th_$^@jWV@NciztNz>DKj{CZzu!C9I~*P!91Q-_>+kLD4gNxUkK2vr zCzpz5f9ZX6Th+n+NgkT=zp+emk&MWq--?(FGoC8=&7NPr48~Nlh+HsrE3zA&On1o@ z3-gSty!SOyi?obq@?LXDsDKQo$yGnREiF>eu)P~GBNd`Di< zv25Wh53^fRl zGp3|%ndv4OxnWD91fgNbB)-YmluMN@TclQZME>zl`+C$OgpiD-LUJXt<%rmQJ?B{_ zG8P#;w?sh~S9GfBp5EgvLPW|kszipMJgD2jwbf0PGVDY|j3-<@5Vporm8SucXTOEv zU_2SKqoc5YczAe3X>>Sdlj8|JIGjw5*&y1d$79-yj#`AI8Jom>Iy0TvDP9nk&~eQ4 z%;W0OI9}?{Db1K!SdwO3WUx31$>u(}a4(Weeicrtx0A~qt4 zNLU4u%5t_I0_>hskxcw4DgcBD4?>Yl_%z3AYoYBBEc=?KBT}o{x<}9ERQ{SXy^JHG zi`M4)ET&TN(4PL}JW(v0(2$X*XBX$s5c1DgO{>8YUJRC}bnegpTtt9sZI*EC-`T~v zgQQBsox`-ZHM5W{ZVHgWlfZ*Yp2#JnsSh z+TY-!w@0L{8RSv7tCv48s35XwH_GTl1-;|0DY=Uk)iPzemKguSLS^5knLY~@XRYGHdbb*i`?>;}`wo=9@zZAD+cx6LnVq_}P^sCm5HUm2()@gA{8E4Wq2674ZdRThB{v{_Y1>Zr#|`KyTYPZk)@z^c3(l4IwkK(aB9Z!#Rawq9 z5zEKko{d{<1y|l@Lc(_Y+GHm zEza0=+PshLUC~HIk5}}wawoP$j|-qBRo(rEUI4OpTa~WW@5t6~1N&^*c8Snd=4iJx zyj{PKYgh}{fk$I)5I-J+n<>3%K11~uyscx_=Oe2|*SZz$dms&KIO86XfZfVf;@sr-g7e{V8b-wE39{h*{&^wM(^Y zX8ki!npJFLZ7Z7HRwp@iM%aJW^B2w2w{A<i0WpA&3!?-@?SQ; zx<gbsWhxUpBEMWSrw{VAO2O%cpv=u_CID(=PXf=Y6ZN> z{(o>dsM-JY55C&}e2yn#DN7=jgdEM|(RSWhWBR6>6CSfsx7+EWiM+AyZv}+UQ<13v z&BsP9LIM(@noK$aeGkuq8O@@=E3vMT)%E`9nfupx{QbXa${*?=w9)^ke^B24gZ}>T ztN+hudDi*=7+tsX2$+b>nu7BLodC-IK9LAzN2AXwm!C)W>#0zLkMi>Ab$b7fB;{WF z|A7udoA&>3xL@7>hlAnQ{r@>0cBjv7IJNCETTA`x8Iug`<<*SYuZ|dq1Hf_UBnuv$<}y7m0`%;Ry%VfKX%^3st-%lBqm}34#Jt5-S>c`J4s#kzT0 znj}J@Ym7!Wnkhb^Asm`qbVGf7livXk19HQYXk`2ajZ4s_hTSNzw24L$M{hPV$&(QO9-tl@HTL)+hObMiLL}hd`;UPgkYLSqa z|MlWR?h^E*oA6k%j8H{h(Iv~sVW(lPPvcxFmfiA*-GAD{qVl#Y;I;RV)mT|wuZ$sg z#NOrcWJ*lG>{J!R8Y<~pG|YtY24#uj86##`yM!lUoJSfAP1AS@@H8c!@QmHkIF?N_ zdUmH+meBZTk=?|CMvscX7C5OuUq5TLT6U^rX|6n6g9C<{Y7Sf?lEA~*TLVpMZ2Lv< z1R$8%Ynqx@BBb$K7IA&R-2=~JT`x2BHqH^WLToel!LG)dxYs0sP7vD*81tC9`D2j- zcFWa_CxjxdDBJAJ0!-H_e+axg8o61slnq_jx_h z(>>2vnlZ@|CGA+|G@(=WsAA$@5Ysk#u6qZG0i_{?6gDAn!B~6(JR?j(OvfxXj`o_(rc&~0!XlzX zaVRAbUvO|2Wl59@u9tfAE;c&hqkmqe?|2^}f>Bphs4m zpv4Hy1nN1ep|^hmuw){#5ER&^vEmZu{8DoR8Iuyu3OM|=B#rKFlD1^fqG|fKQk;-a7e9rE8lw9UC7oYn#A3e4Itf$V>CCe2_|Jc$_k8z- z2=)3Rhu4LB8rhA-R0LAQq9Yg6lA7lE<;zw8{cZ&w-_r`b0ki@)f>u!Jen74>k&k00 zXF@1lcukO(lB#*V?xr-hN^F*YN3G4{J*(xv$BPEDR{rbn_4fPK_)o*Vy|4P8&+_cp zNFJwRo>IjPYdK?aDm62dNmBrrPeE8BbI=G;Jkp&loaRPbJ1rMa=9b4XNrWQdj3!e? z!i+1f`6$FI50>UTc#>=B$kN)@4!NFjscG>fra+T5sFG?WVYh@QQqed@`L)y9A?!|5 zg~MIa?;Pp>9k-eXI3iE_ouenMR>a2nv=*H~za+7kPBjT@h$ph6Pt>uHY}9IHV;WWg zgc(CVNleIFhO{ks4ky702DUjh%vOo5(kD4obpbg5=&9vjF{}zn^ElRA2t?1(Q=wnz z^)Xx?%dntq)#Bx7fadJSTl+xQ4G>scx2Fj-2(6 zc*2Opxi|?!ktYg9VeU@EJQWGtuD5o`e_D+ytg!j=L=t2>e$8pjC!9r4ztbuM1znA= zH7#KcGUSC`hrIuwkywS%)`iQO(=94gLJMtCBV#dLZe2R(TNgDeJ7;osl5#z9Z2NKG zhGUtUGEh_Jde8C+ndReg%sMKT9hxiAnKLyL(RX1clK)4Hb*ors%Z3nP&XIf}0vn-W z%7Ae;{7|O_FG}R#1d0@U9TB9&O<}>eB94j3RT(xg+E_n#R5WP3g2;_$U8r|JR%@L8(|`=BjbBG(AG0enieE7eZa4 z2!WdxZ>1tWWm3PvKSrc2XLN8d91YoE9QF?SQFIU;?+yPwOM1)QzJh7S=(-)Z3PRoAM zgHAfG!gFg*&PdW5FU(72O{DXi&N>$ZQ9(o%g)aoF<9Q3S+MOq=>wUNFjL51l*UOZR$P3VW35b=q14u_BeS$ekR5X@} zlujuMs=CM5!VP)VXipul=MVSP(v214)r8SnTh3|PFk&cS-uto58Y@R%c~pi}eCzZQ__rX%^4(aEi=iDkS>mm+$>WtM~9=XoAYnIe)Y#gpm1R>3LjySk}v z@**d{a&v(w-kWQfi2kop2Hj4lTw9#z5GFc@S2-ZSw$2a z4eU;>SvRY-J;jo)msy^i$e$$3Mx;9|4%Y?0;r zOyuc^O!Yr~_#*SM)1aQe7!hkD6g2$LK2TAygeK}O zb-TFsZ&JnQnpL?zy#$%{rx%yr?Vf&PVz_F|3}ExY$zblECz+VT+2%Cwnw!V-;_SsW zd3r{(nCp}01xsnB^g3SiIeXS}W-D+Qw#$?O{fL4wO`=;KsaYEtWk*{(E%)g)sO~d| zK;v`*Vr(qJo6Ag$nfqdJ>ZQ=6$~%E^N4}tJE)o-@^Oka@&uN+fJLh;9k|&CTWChUJ z^UIfDTZ~@(WJdKqVF~gf7z$K_dMPqsW2#+2^p;x84a~ic*?a(5OHD>!Y7|$A76B#0 zqY+6L$t9gKGR`rqa>k-uQ(~%E5-vL^L)$x}*EE&YJ``#oJtcE`$LIN+B>8;IGU!R7 zGS1xXkj4|E@_@^@jD|O;&e|bLkEVkdt**oLHN6{=CkKQ5!O_u^dpD@56<+8iLAh0I z%(Pr?^(0whtApX7zrVkIt40%287`hUf<|OaW1564(~AO^|MB=W#Ssn<4)%r*9^S>t zwLgS}DgcVJ_V7t#d^#KJA0BA^?qh)S#N8I66~&SO!>YkNO+kRdug_Y>%wlQhs6X60 z+HYu3p9O*Bzv+bp7Br5DL48>mx41LU;C#oB`$@$}xVYJ3NmtAM1rx-^>7=Wnc6aoj zf&NoNnbY*eGNE%GUh&`9TfG5Cq}S>71_vwVCuR#4>uI6WX~t04fxgd0!WG;(Dt7}e zv8#WhF^`;)qdp-Mk+5A7i`!i?XA#^unu*u!7D75H8W@>UEBd6CDQLkJpEGw-H}(e< z>KX6BI50u7MVeKB|mfF?YX z3cCu%5=9rh9=z0GN8p9ouFy-pM|9WEFTGgP&eTF9>GR8%xV8*#EB;>K31;lPd*ER$oh3bOudS`Lo=G(qq-SCv$ zX2_qK*{_Y?Fj6J~g;B!;giSTUkdtK-kphYM8sVPM z*fuprGnvAjUYY$#9%~75DROd46JWj36i2@TTxu1m3GCd6TuI|1Kz%b>Pkn2a*=gYj zH!O3ma=4pt0RfC^YsScvFyS4iD11^>w%i7dP7{s`i|W+U0(5%^#^M2hxHx|tU| zdtFuJSGInoOEYmxCZPBNzGF(WvEEXlh+`wR8P-OGVV*ge!Je_LohAv-N)q@H-hO}T z@rgazu63liTFJEFJogMgOUXT4xwlwsR27h$s@dD`N)v|TzH$yQ{?QW@_E$7ETXQl3#p`iG;K?YsD zt3=mS=;)7n6~Zj~nR0c_=S<|vyEdzG@Q$zYIbM4*n)!8B;;w@phAg;Rb{gcHHb(mr z8HAsVY0~brY-4zM!+GC|fFT++a^@McoR&i$;JAuzN+mK>vt+qBxZ2$X&Gdwrt6)2F zdv+P$F{6~^E5Uw3 zQ+HjW8(kN5kEcm`1$MWn-}a3K)_{hpRxSFPW;b3n{P^RMv_{2OF%K(Dzok9E8`C%* zYgsQW*|SLz=T7{0XX>4Lhnv*Mbb6UZl*bGxKQBy$xdIb3Jz-Ie3X@ld&gHyKWCNy| z5MXz_6V+o6(HhNj+t9MSd3yoIE<}USe85QmAzdSvhDaAIg@NTYWC)cxyZw7;eOB{S zvaqq!jU7}*wnEP&I}Ok&4ZY~IHO&d2fuPiDGqqlQH0sNkb5Fs4QM1u8+2qcOMXJp8 z^^6ttQdiFW+pMq@QQoiSiJ>Nk(d$d?^5I3 zx6Ybm6fP{UEdy*j21l~}TJXo70@A1Bod!@Ao2NImtIqF*n8qctaF$GYvf=h~&DNTg zx0J7AyFR@H)rvcNjQJ7NASajS9cM4CISI68GR18q2PoSyt$?8}IX*fZHk_fp8;zKt zIx@8moVuL53 zJ82A+Yr7e$WsHV1_-UZaH3wQDx5Qk+M5UQfA{1yo0^X=zf8pSat+O3o_nG1&qQZ1H zkJ46ME@PQd(=$}R70kmAV3ArTT|4A_ld0;io+WAZd>{d65u&x@aLdE!Q>Mv6?t5%hND;kilOaj zuhZ}B!SA)!qi8T9l1LIdDcs6XqMN5N(~J3w7z6pSgN+!xZxNzYY^tB=+An#+mK4*#rEKXOgQ=lNv9G9vkJh0*;C zDZBxeOLV}6aS@OUh&_InW$y9+%=}|mloE*kk7+)B}hoa8SB{4L@vcga!zSbrVv z9qsLsy}{w|a2KwU4~h}toS)K^hTvV&)-{Wvnf{w7CUvKe9S{&!-;f$Uzig#vpmlc) zb`>#FcFZkjhKQZ98B0KgS{6a*SmdhGH{gl!Pa6luCrEfeSb}HA1J1*svI5*;^HeRt zr!$Y^-BRq99UwSXwy_Cq&+e$+ex^b5vOsV5A|O#BM_K}1{s#xU>64R_6aRB2Qtzh< z{a+fLyq`Rr`(O3sm)ifk$Uzp9o+`aMaCf6LWAU7vzB;cC0TW}}xitg&uKm7g9J{*r zyZR{5J>Av)+tt1L(Ds13E&o3at5Y2O&?kRk3Hm|62w0-IF`WDq8G+t$AAXv1?=|k; zkqca-TLGU2a#bo(cq#zOUApi(^K;}q1f=NR+VmxpT2$JsHU|cD5{nW2t2>g z0)R`t-S}=Ci*XmZ+Ac$6YbqCnS=2R@izm}gC^9CbZt0zw81oU`BA=Q5)foh{;8*B- z;uE=_5`IS_F{eB+3PPt@#HBIX>BODy(oa`h(kYhJXI*pdqh`@Gcar#)&qg~{A*rri zONkUJA|{;05owS12mAYNd->ziCu^3=zIA=clRj`i;OBXF|@RMALz_D+B-C`sDjCLY; z+-Eu4t!O6;?vI?Fz_3bvaDff1NK59rpVkh>OsgSPy0(vDc+;I|u3Voo*b4^_)()8y za2)WF+yG1%a${pw4)lY#;2_a7%|x1UJq*K0j9DyhJJs#(MGG^`B@$j_xIqY5J*AEJ z9tIQ~CnNl6G}-_W__iPPQKN)6)p5LHwE|+8{!tSk+QjMW{`)MvgH?J~^YvpqD07KX zjeNyGGbp$XF`uw^BN)CvvEQ2xRj_G6V;*s}B$2!MPe??UZU%JeznMZWa(l@!aqW#1D38UY6SKNx7wR|#8HF-u{sQiw3nrzD5%JP zwme=CwD$-52Y#J(k{FUgoZncMM2pRbL22I6%WC71;FJnCY?)G?;ZX{d3$e6(!Z`5( zwPV+>t_qev*9Wh%=GsOab74P#lzXS3y^iCO_-CLEnQVsUi5s8!BTjK>cZXKFAz;KEQ7@pxc&>nqeFKrMNeI8Fa*H>@3Cp$7}mJ4R6F`QV2o-S7pnF32p8OPay22J_aY0$9cvY+6R!09e7Re zJU1j%+=Ka*v1S>Ae%u((NRdH@#%v-oM#c;-Wm#h9%78Ug0Q{AVbMQ0MseZ3#x};&D z^8FP{z=6r{*3b4{Ib~U3V3^+Nil$rkc4GqSYKpoUEk|XV?TS#OF+jn%4YWpfsew>X zEp?EmAd*q=V3*FJS{FDDPpZ=yle*Wmy{kp23b5+sJta(X!0=B4FX6toD zlX1LHU5F)A#y=}7+wb)EI|pBv_ERlwv&_6%Xf-FoM@p;}D67TQKTdxC^GVA&uZqf@ z&mb#TBf6OKHKUkXUo8QtnPCw7sRqlJFzP`A?M5iiwt>|NV=Co{BvYQ;tt_l!8PE^{ zr|EuML1QMoJqWScW;9cQxx?-NFK_25wz0R&t_;fN$9}~?#U-**YG!9$Tk8xMZ7lW^ z7a#-uN7`W)ZE!EJRZk&U?DrWB*(J-kh^$}xHkCaur|l~Iz-Xq%jF#PR>i#z-PPnia zB^CGSBH4%Dspxmz+96M09ojQ0`33j>vt3u!cxgMg66^)_;0D*Y5&*1D%k;r| zaTxy%M0TFid4q?}`6V$o-vooO01cU&`1>20RAm7tH8!q0!tiNQH>o zwJ@US^nAJ4Cm5~>qOB?cCU#S}qY{368YFOfO3yEC&IQxJr4X?OWFjApNW0(bz<=GN zc2iq(DsRwS?W5XzP2~;Rtqt}|%?uxFNW)@Clc?7ljk^8be!Hoy#~ISF7*c=GtKohn zrT|X^jj+Z^o~N&={1qaLjT%jNEv~;3;f>j1#=+KvNU+waG=S+*zTCcu%XIuolP>j$<;h#X1eCzUY%SN{+TO{hc}tz z8-Fn)?`!&^6b)yZqKhP=+0rxx@Qedk&DOv0<|wVH@5s{ZdvJ493Wsa-px%aa7WR78 zY(y9jt`aTT(kSSpT_gSg`H^KFqXb>)h(mCsg*PnV|HKQ5PeIovbhIMlRJQb zf2YPffG57Ihv$~u;AU!#KHIyHp?u8X51J`XWBsR884p#vQ;kHp@;sWF2#bnlibcTc zLJxyU##k3JPh9HXZ;K9(Y}00t=nV0jRf5A+if<&hdg!{F*TO2irLp{RmSj)NaWv}p z1_#3@E@G0VP^}%?218j9)QM02F&h1|q4=;UtlNCg&1@vKAGbX2M~f`F>1QXi3Dq)006E-5gXJS;#>hzSt~ znY&^!y@H>w1TBbob%)I9G-eA;L?v9FDKevS#*=9azxc!yaQDg>&Vz@d{`+YW0OR#D zhk8~s33VWFi}6nPW1uaIh;DF>JL0JOaK+3uRpHYdKw`GaEsKj#qsqjU z_*Q*rnW#%KqYLX0iFw$-&((QZ%hrw`7DV}JjOtOKYOzd!#6$K6j4Wk61fOy|B^QE6 zm2guNkv;3!gc7(xA$_Mz!4sr#>9@|NcAi2WWx66ZWuh+ut*^W3ppTVxdeEZ_Y1Wz- zX4D(}n(Tsl5$yB|U`V^?CZZj395kMajH}taiEk*^_sZ%yEA-Pl#Hk|)Tt;LxiNsv* zUc}gPOC!?80>&g4LJ*kNUCs`CD<;)GOu$NfE|kM(arm$iW}M zx0Z>37BZ`XDB86bUG6KZJB8`f{J&pZ77gNJ?mDtrgFh-hwKM`ZIk0)2iWjDcYubg- zq8l8dp_UUE?6po6o(Ylxa#3d73L>n%6D7#i5ouVV(5gGz(`eydjA{Q7mhoJU9EEyK+HW@T@z@Bd$ZH~?>4D17)~E^Snm=V-_j+X_X%6DYVu@ZQXNpG4H-c+fT=eJ=!VT{STM@HdpkSb#R zlv?H7%Qe-S^F-;jn*C7xURxY?{urjjy?so`Q|WnLePOO8J56_{q-+MatVt`*_Z0)P zcs@DoF12YfC)`|A?$qYeTSPmp4rXJ3nsceRFsd%ginZJgPBrB=u5x7fXle&^6d<}f*^x;yUjIzX_XY!6%(OMI#6n2m>0VueiSTp0IX zbD^lYATTL7fcR?30&UMLnIdh?|ALB*`_NA-G^3e!v3hW06iVNcK_N>@^3(=QPa@0R zyKL#!M=FIo`F6i|Q`ZZYTj?J-J)-7R+xDcj4rOQ;0JcRZ72pT3h!@7-$7+3D2C1Fe z)7p`UZZ20#iQ>Hwn072r$}!!5BSihM^%*qe_0lXn9})gkHt*vgHL&aImDa z^p;Ab_B9AeAk;dQFnZqE+}skvcsmZe(~>b`DflFxCtR%}+FC+49%qhctK5OK^mmcU z=AaYRAP)|hkvNAd#B z*ycoObvs4wh0*J@jDcd+mB%Didv5GSh`IA)aO=WIoqizxziupWGtU;l5aDwfl zX-6&Grtx33tSA0l+{H8@Pp!+hc{^pAfoQ25;)9SjlxnwHHo;dZri=N6r zGq)&8c?pOXH0#EEyn2xv6AzJXQx9!954BuG-b6HKB=TpXo?56r88#~s*_@ZCam=lC z*ZGZO+LX`dac}qabd~b@Xxh?{*$3yXl-q}F%I-s&^ZSsG&G56rK%<#TRIN5X(q?0) z)oit~$$Vv1=VWV@9m^UkmJPtl<}60duqHRry)bHBb|OQ7n{yO3xy&}?DOyMJ*CZ~w z=fXCmF2c@N6Bv*T&vvKTre}pk58iK2kZ0kNjM)tCV@hVu(ncpJ^nalDk^=3` zPi^kP9TEwn0_ zj3RC7d-}u4#rJ2y>$A~d@9?-fokkSD zes$Hox_V_}-MW~zkV#sFQ3nJ62F{6N;>VeDuANdA0m^(aw5s1VbL_E)CPlCF9*x$- zV5+2EE$`O*7_~Q>wENrlp-g%MV_x`#uC;oV`DDWHJa=EGP6K}^qB7T z5B3iSl=TjK{b)QHPbQN-J3br^C&Qy~aNIv&QFL@Xq`iKBa>$O@e(yM(>_@|+!~KK3 zTGNn@%x@T8RGVdoz5U}o);pk+-r?avuYWMyi^j*ty=dI;4-cYA7!HTy-tl-cK0N66 zh6j_q=y1Redi!jD7}CRfv$wL;=&h_ac^rm=!+w9SceH=Z`n}^}?`Z$}X3j4Gd9*zgcbWEeY5Swgrhh62qszk|ywTdT&iE+!f#;u*e zYvrx=vQ`zsAAG1(yJM5}wg{o6B)yH9dmom&cTM)*b@_W;2460WICy>{@k3eMu5;zft1tKS<*35036H@qV1JYvqno7L@+*_plOe0FPcO@cXviuQ z+>noZ57haOg;1Klr!RTzYG)uH*y|nA z!C~)k5*`kRN6}I5;9#}Fa6KR3X8zxc4{*c&w_*f}#r^^~0eeapXEKZl_y90*D>s=4 z73i@px2hauBCbL}f#bo|O}57%jVUrmJSh~NXq0QY85;_~@I zhfAZAC=!X(OWh(B=BUILec`NBfrDQPFIDQ%I$o-ok!q^`ufRwZ zrBXHNyEAv}%&8uj?V;{c+1mXs)o@k3w0^cCvnH|?d-qOjhjdP9N+E6rXR`BSK4yQz zY?pAQp6DG$G3FupzmTs*v3VL(#r`h|X&lSl)(+uHkAWo-c(mLcNfPsM#%ZQUXOd^4 zp$UZHzoilk12{y+n^HZ$&ezabs2I;xB?v3VV@Dxf9*XLSb}>7Z?vu0$*wK|Pi5MpN zol%?TV0zBoMho_xNmc107ETFgtqiyo@JQqTF!V%sGC$VLBO5X&Z_=6PSy-{&g9HV z2`>Qki1#U=DfgViye}~ad&A!0kPVL6(LsNY?j6wM!vP!i`n_H>8T5xo zbzG>>v!t1^P`9S5{)pd)jY?!pY&VHxAMKC^JJ#O1VA;vlm`h9<6 z0`;4OO6a0#a2hnkF2iDhXP5)V4$8TYl0C3%Y69;2_mcBV7k$9AheUIkGV;nRSSalM z>gSiEmfwcY=QvxCH5j-9c^ba|@vPL=E{@y5BEZRZrjY#-RQ^ggSLnm zZHCwwS#PUYiOsNUQ4=>URXKiQWAwzP*oiA6C$5W|*c>%+Rm{XS5ffJ?Dfn_?0qBl+of{1jcpi)j4_3Ao6L6kN?~sNvXD z*u)B*UOp}lsLRY%&&ahh_14CeTg^$g2xhC3kC1c=wIz>|b_+p0R^l!4n5nmFz80rHW%~c>K!C3Fnh)b36 zac(bjyhIvC0Ei7pT+IITG-J=)w1eXU=1ahcQzfLM8l6F!#?U$#&k91*dtlM8 zR#$fE7ffE|6~ptgjU^&s9dat>bIj|3iNwg1YsqwTDl!l1Hc83ICrV2Ov#=&LnZ2Id zn7rf6EaA_V3U8C9%uiHSl|W4W#&l#wCNh_S3<6f0-SecNx*qUN8OTbR$CA~l$JS)u zsExoM@fSRh2c>IiK9aZ2+pncn4PXkwkn3=q>_`6g zT9T)j*LPL&d{kil<=^wkZrC8O>Pb*2TVmLq#`+p(5M;>eAlS@Ujzw|!3t?J-6YCWK3=sd5@KDj9*Ra?7-zUR+{~ zT&wmB{U9~QfQf(}u+!3O#2_(D|k=LMk?TV|! z_wR|~DrTf}stHKvLa)Gw52%JJrEl{xdjE9Zab1D2eToLXCXz_E;Ll|99Ii*$d-cIv zxQ_#B0O1f?e;2tv%Mqy-#SQ2C_qLk7_S7|7TFjxzl1#Mh!!j+arMqOoC0FZ$m%V>a zo=P^?d_x)Pv(9V!i^w$ab!B)0Wo(dU-Ri&V5&K0y+noRJnlBoyd=sEO+Am@p$drX0 zmB!^ZHk|+agTrC@{NK}Wzn=e}v&@}e#JHoExozp`H@=GR3i1=kE0vMa zcUq)K)P%JES0vly={%1e(e;|@xTcCkoK0FoGT0}>9vSwYk>JCJmhOWV3M`tU{4r;W zMpQXvhlwX%h$2TaplLc1-TeeAueE6Wx4!bf4t%KL|#YH^%@L{yFn4(kv z05?6j^e*C8RxNJp%Md~_pVK0(pB-|$o6D>_=7}{RH_+N%IhsvtUhwU}P`SXxGW|~X z=`9|laMWVd)DIup4RsrrDx}bSkg;5{0F|8O%7)XjLx&i!-qE?3a^xgaE$JaArcP3(VC~x(lrk8b^PxFrsMzp!#Lx z01zeqPUrDz7{3#qL|O_S7T{_f%ow<{TDt!xd5P(y^--;2!yiDf+Lt`xa>k;@!(l~P zC&Xcse>C^>=YO{1|F!hSGFj*Bw|my}|NZ{q-a(oFAM_4-gRlJm=Xl<~?|$1l#Q@W= z{+Lcg(@3jZpt5vlhNXb9?zFz`nhoh>2-G4#p*Aq;`l}NJWbnUayQJQz=q!G>NtQ_a z|KBF89e!MtTE&rGmq&#Z)|+_o_hnN9TBFarCf zs8Ec9PY5bJPQ^ThtX6;huHV@Ydb{NR^gI3ipx0h)hVI5#nibM!cZwwt2CBR0kC~$V zqCu;yYG}3Znmv9{vqcui&dm|raBtiC|NE$Idd($K?eDc~YV#vOFnFt1++t}{s%Fx* zyJ=DHF;Xwjypi`%(DRdsmy+Yplu93Qrc)P7>M~;!e%H_;JnoZPw@erjbBLSou6Iof zgDYb#gX#u#-lAL;R%B)MZ0kZOHqz@V85xk6Crs|5e}x`@#!_Z-=Plr39sG~cG;9}2 zP)!lS8=^#uB~F8HOd2rpT*Zt1I^PZOHNNn+f0s@nXF>8 zUDKGaS6FC%Nj<|@B;UN#O-ZImhqOc5){VDXmmqxZl1L;^6j2!jvusN~Ph&n=w)J2j zPk@b23XxA?#JgzSQjD(U-{;J{>o5Kt#q@5`<5`&&F zPtWsNX3HU3(~QAK-H6^izXy8veiPEpsbuyIXzr0amXA=E2=2DUN zw_Z~=R4bg--jUg9>tpem>*+L0L%*-TlV1c+pq#J0(~V47as|i&lc`%ycubx`+uwvq z{cdTSak|lf$fp+#R*YrJuGx6F&ytXsB48=tiu}lyr4s9x6z{se_!VuO?)JB)tpG>i zb*5N_)rG#W#etK-*^Fvx++NJ}OjO*kJlhm=@i~pfn8qaHq3V!2Z`mk*TMF3GEmYTh z-nig|bF}*5+>`M`Kn5&eK2BdRVi~M_Ui0tA6Z_15p2UR)LVxRIa=}^;AQ4 zJjlg#u!?bIcxx&&sKmPM`_%+pf&I~LH%U9&tH-y~{~BpxTZ50vv%&sjc+jirfA{_^&+*g+sZV3@v6Wo%s1_cLquFTEvAR~X4ad6jUyU~G1?Uz=8$0AV3u!JHD!I5M z3?oSyAG2S?c$eHVl2VDry~gJOBe3XJOTc1{(KMT4+Db+vA|{Xx96g-LoTetkjfntj zK$O4Fl1rC#K;wrhLG#+PX;o7yAv35X1HovRB{j4@D-(c&fCzsZzaP%GV@8~_!QMF(xf4X6KNH%o7-bho&i+Qm7`8#k9 zX&6hzWO*HkjZ0zOXanm;`<-P_8mR0BBtY~I<}?k^Wp#7&UX=+oLS%i*o26J5H z8uqll?E=eQ7+Z}WWlnr`8b83_5pBt@W(Ax;jG?H#APTJEL*N@#wA3J zdHB#)z|X$geJe6b_-XVO_yaqCjf^7ckN<~#(X)0}=Ae!>Rv~ML2gt=5=ZeM~b4pJAE+Snm4SemgA%$P6=>|88p ztoPfZ-|6=d6bO79Mh(!ejfw@78IXV01mWe$w20=*lfntwj|ZGE3~3}4T>`i~Q9LHM zjF`X-l8IeBW+wJ*M0mt#9D^$_E~=qe z>{rshIg*9$99cDB5uO{nzz-j`TVzwMjzHcSUjyW%w1zc>Pjw=);!A;4s|u8Mk}YIt z=`D}g>ZVo~s<*nPY-0y}0#bWd2VZ<@gjVb{?{~x0!0Sc`CRtl~0*aT-mEcY{V-Y0Z zY?#2t@AYmq7h6REpM3k|3*jF>hW{J$B+{qoCN^*b|JOU{SK@yR4)%J7U-`e!@q8Tr z_i(oDIpWS5?oGt(Et`xmC^rz^HEpyAsdI)Eh%z7l!a@ZsAr`(WUFcNHlY);z*|13? z|AlPh2S4}T{}Cj1l1yzY{cYO+`-9$ozbgOj9rnNO|IhJ!-2OKLAh7`(?Ijrqe`6Zn z+|n$<6bV#u@LyOGBl5xBkGa{@0%XDAUS?v)(+!Y8&fr6F$kLX(|iqSfotziK2hM zT|_TH3RTgz-ITgw0(TpYSS5iGQpvzNh1g6(J~psln+Gv55p?&jac_S=-$wHp;q4u%zkFlY(FqxJs55wwqcL zgV+iep6U8Kmq9}GZ2qaUaY5q~`{G`3oM(06?juX%=O~_nhRBBpo$@&Wk!(~B8_vj`lzQs^8(UCAU8km zunFa6k{6KBREEg;#^u1EwasUPb0>+H;E|YMuu2vwdWxiZenjYvfrG(hnZq_R?RKX* z&1j++i-H1ZV0#)+Jy-yIGt7VWVouSh#>4{ZC94_J@^w}*@t!m9yPAh z>exCDpfwMmHpH27Ra&AGP@;LZN%oB{TD@O#rQN+!b+{jKsdew`tlBL5Mr4(a$e6Jd z?xoHXu8Jywv%@0)AZ@U_8dEuI?~-;9!vBLd`KOzBFiO%TZ)cEgEX&z{kVp^!PxgBH zN5cNYuM+bGOPG|v?)U~x?5;4av;A*22`gWSW{gJsQ6Sc@?SqQhRX_r3^AhpwJ1-k; zw=jhPI2lc*jC^y$mb>H|jBh^r&P~5dbn4-VDdnNHZteYh075=|fLmNwrpd&hTz)0f zuwp8#ItqogRqIt;<2P?k!^LVAa4nmQQ(n1`-+I9+Bo<#f#hU*z2*w#_lg9ZXKy|-o zsOW~(0sW+yuXV;~tY*KJKMCtCWvvUK&?Pbg zrJ|4!kB!I=*VmWj9w?Rmz-UymBPE_KX&Yvzd}CkDA==pW3Eqic&oU-wB92C+-z(WY zUPI165UNN7Av|q}X^T;sg&9L4X`U#SU_|zKNn)B!nIBGFgTu=Jn&_TD3WpmW$B;u3 zF6&9S3}djxFlRGcXu1gQ;Hv0J38c#(or3YDKL1H9k}1>O)GghmEG)%fCl<~NJs@+t zKO+5sKlGGkTtx2Up8w4R@APNQ`>ObyiCnp=2P>l% zgD&Csk8Ih{PjFFWB88O586mygtWuyF`r z3?i9)Y}c!T<&iWOIX?)g%Dl88S3f;JdwX$qeRlQk>g=uFe(!#Gb5%p!(h*UC+N`ix z*^}zgvZg1OZ{BX(6M(w9CnX^tq?5B`fgc;RYiniuk8?-b;D*%bezeZ{sLAQ5GWB7? zJ60#_L5=x@0axkcWh$h)(hO%AS?es*3Z@BNnlv_>7CUlQJ@_{b7rzsg%$oT4>ZDrbnwq!YTY-ut0)c{U zop)|f>Q*ee=S*chlugX2W)SQ8l?ITdE$vh@msS3x*ESWFW0)^RcdcJxQ(?+5!3EDwhB5+7UqzJ zT_lR#m55O2MR_Z4QX17Hw~MpucPB4ipI=noU;X_`Gaf&^IxBUMFL=zRwG^5Q5$ALE zTI7k{0o`xO>D%+*4WY3XS(juEA3+3ve)$p%eeooy+^#}&UG{51lkFnC%@asv$P>k; zMpfSqGl*PNT2^QY`RlG+%I-vV$LXZD4C8bX%xNl{X15GPGjLgM{Z4Cu3{A=MWJP_A zEM1W*O&_~sp41^EJkXM7bA8{VAmJSi?NlU_7d(4y3pMT_6#}!AFcnpI2UB6xyeF#T z){LtzUFWG>EB0G?2&k%flf=t1!{t$1=!KMV`Nfr73aiV8e$_uV^l9}TYi_pA z#@E-=3$3xS56!JL>yuZY-hJl3P^rA8^4Al65N^f{@Hi542lE-ZA4zQwvvl!T_dqtTYa>1C%RX%0}QpPC(>GH`9%Muooxrp-EyDcnF zn?{#v3ER1tkAwQRt#CurqC2I#BRjDOZ)&j3#{fQ7w|)|4OAv)NF1t79Uak4sDMy6l zsbrx;{WY>qK4zH8uL^KgM^@LcT>x8-8nSLg$Mq?(W>o&jmX(v9v|}z6OHQIFV^Xe& zpx1QWzm~G7Saz}gD%L^8+tW0>ekuucS{Bt!<9WSy*4Hk!E|6e$smAW;@Aj9!_y{x; zDV^dmUaDXH>UX4EroCnl!BIUH7SFTDs?R z-B_?hT`yB6tM_%f2HfmH)jy{^ZR?f!!PQv59apttML$Y}tOMCBO4gCA#=z*m4Ei=?#2sre|d3ng>lx!!~uf~FAc?*JeUtr zBJBzq+vb-%lj>)#WC+)UB zH+F~KQm%rD$O2s}(A64t=@U77vP+%>q5ePm5=ljskFhHn{qTYOm2@Mv=q7m_lfhsA zcOOg_SU3};{WIm@&?FM#nunFhlTN48{tsi}&_@G@C;$A@?bS7sZX$5vV#njl8?T>?uKMKFt9Mt|C)baqVviY3Y%Cs)fS*do{`~Ug zC+oKsjX!1Ie?B?Ch5@{O^V7v6UHt%&0GZynVSH4_zupdP?8%C|f$G;k{T)FChgR?J zPpOjo*VVjrza?+kuQ|_*Q*wD9>yuV{F-4NDO$RO=3pF!Z zfD*%3W!=zGuao6TT?wEdNz4myRu(-gU3G=welWI_3{w(CTHys*aXaulMY4gSz*j{Vm;t zl={4tPIv9XHz{~mt9PMM3dVGVr>LXVvlQl8#u61Tk%9Z<- zADfXQUWR8Qfuq4V$1X6-LI0S3%+2B zd)QAls-}zKO7}|#<0KPv?=>mzc~@ZbW;AQK7H%Mt-VN|}x58`tv+5pr<LDwy0=B(>4_GAl$I! zCJ6N+EBDKa-B%m53Auf*@nS}wSY|MjyxO(ry3#{YS`+D^Lp+>m}hw^_E@7uOw12@Kh z?N#}|{r$n-SN`vFJRiaTRpP(8IEIy|sw*SBZcE~;QIAUCrOlQ^s}Zd#QQ)eV_*;N+ z_AmQINB-3Wuh*zd!sM|M{~#Ux@st8AhL&81&-Fv=fSq3E2t7 zyjvwP2GV9RVzpy$rB6wj^i&AceXEzF*=$ek3}tz6luxg%t9o5%5Pt{jdg9{sn=BW= zNBZ0;PZY}*G#-(D58up0A~MsrLJ4Z_wTr6Am=*cR=2~)2sfjh*J43716sy zMC@HsL?!Ytdjw7gUpl97kMqAA()Au~tUv#UgTq?>hr!@*@b&!v9M8w`|L-3s{QDW2 zk0$9A#GU&I;}cf`!21=Rr<2z-eX&gFoQGHZH}+Pu?7Bj)(`zm*f6ZA&Bk=62250vQ zp2i})fxvnj3SM7k;%>RF(D~)bYxr(s*``9o^NDuXhM`>p@lDDyszi2@a(yDP zlPH3;>utzB12OWB2YdU?15?*w`kLP9@&|+c!O>B3sgq=BN)3jC{{DVZ3K#wy^XV*K z)9j{cg(exDYLa@L(eQ>R)21?E7X3`Qy2ki(P~u?zWrz7+fud_sqzOdKvEzyp&;+*yR?O3W#EE?|~A(+FDRHBL+6vV}8aY6K!xBl6^Z+cQyYk4U>Im`m3$ zvrDjw?Q+}38~soXsQR%jeJDj=Em8@3e*$?7bb*P8V{r>0Rjvg!%zbDB?i=M@%#)i+$Q$q1i2NQP>mT61p4ic}Obw=% z<@OL!Og8dW+oK~F;b^dTcwAbF28&?aFm|TAMm6M(M!EMj995ZKfhY(mSSydnlg8jY zU2llShzM`dZrF0`ik%y_#9EMldh2S?So5guu*>Faq#cSRQJVAk{`A}ki)|dT`w~pU zpb#W|BfEOt74DR)T93HY#Oo|sh^3*sr!yAbm@b&l0p7tbumGmmD0}X#0JEw$5Q@OC zWrW6>8N_TD`m{okUP3<3A{QdjjFFttj783!#wm|>FxM#=FNtIdTeO0JOk-fp^mH1y8)R4}?l``u2q+PcdGo^T#7aR@7$*k?6K1 z1HwOML~~8t5d4uTfC(i+6_Y7bE*GTjkL_S{pWLaliv&z$8hvCQ?_w}=E=?o$6oXle z#cjt1e=v(H$(T*_iPP^4iOkbfWQs*ZK-!YxG&Io0n6|V-esbPS#=uw~hH=C)>!ahq zn|!I7=JF)h$0kpv2AtP`Udm9+HD3+^5poky-5^a+APvNp#lh?nh^evzhO&qT7(b!3 zysKc8opVj06IbT7Zl)k#)tzK3{J?0Y#*A87!R#d0=*)f(Ofc(m?wwU&APG;Mh_32I zjhMLhOSGh^WsjC@)22JaN!y+UbxLLqAM<^6A1tg+9aOb5n`Yp2rVlI6f3j_vIyV&| z6bYufOn^bjHD9Ok4BnYQ<+y_q#v-Y4DWwuOli4Vk8~}QYC1+F;1RW8s+)iC$Dq_qV zP++|Q?nvFTLtf+=qz0(;V;A1|MRijE#QHamHB~fd%_7i|po15Z$8rK8GNTK~F*Kt| zh&x&d%{(d=bE#Zwc^Zm2>?PZ*m>{cUhF#iJ4U-BR%ZaiFUIyfqi*?Uq3@u#T3WJLv zW_}VGVR!f^D0o>^I87t5G6c#Ej%fkjn!Fp+8J{wkOm6E=He?a4!%UVZu91X5Xk0w# zaH@#X{3vEvQNpT(p;-BhEyd&YnqRRmv7z>YWn-bmeLT?h%fP%V?>&TXKCRkq2_sLr z=fY8>C3r@Tj}C`+1t4+VjFIcpOHhuxEF7SzBUsHOZ6GI?=N*^eI}unDYH1M*;OXjy zieO!hb9lXrzk_-jvr@{0ZHOl%L0+CE6Oo~kU6cH_FAHMt%^9BNitt1)*^C)>AGdAB z7^Wm&5>^0%HOK90_QEcq;7t$vG+_&tA+KP0_DF>8mY<6*OS+)lR$T<%<%!BfcL#q3 zUQ>Z>%7kN1jq|>qomkv5F9vbbkXJ4Kdb7zY=9{|=VvBH~OirLOYzNG!+|}oGvFsCb zjH4h6N!0w(NJxQtsTt#0(bQckBxX)AVjePkB(fPukh-^v5un>fK%*#Y8~O;f+cr`g zf;IwK+fzkA$i_FoV59x#T0C>yz=ILaETRRpEtz!?cbBj(JK25;`u+xL^we z+aN{Lgn8IusDT+oQ;HYp0xFKl`Q>7tQ1qwb$rLmnW@>j~Cl{i>7NvZy1L`7Ug7rH^ z>pWfTmpN@;P3s?P<-QC*qA$bMeHm8!GF*4WI>9?;G`WJ%4h14oA~o-l>tjsjjEFGI zGf5)k=FEZv`QX3>-(>q7wmL^-kj%kpHGNP(iW?n=f&rhBJ3!ShQyiA<6_ z1rBM)2DLCpIE{7fj8CU5lPe;9b->`b8r!H5A)6-tc{-`iz0Yq!8Ow1!zkG=^WcNOo zc3S@fD!+w^l`ylq@SLWF6zfF@(K4=Z5j=KVn6}i%Iycu=Q%fYBv(lvPl9{;G2R$NW zvLqsz3cWI+ND>yJX2M`V#ATMJ8jB%M6Y6Sr$SXmkF^y>w>Ut3iISSU6Y-da|1#9TR zhnjvH3r-PXL8)t6j2&pyYypU{aGAMCnU7t<~Cx&^H;t6{=P8xw~5KsLQXHvtIp0mW*F2`G8{l9tqZ6Ipo_aGC*5-C zNVA?3v0&M4#ucl(Qp2#z;L1lHc)+?5Z7aTx{oAs(H8ufirRO!&-vY>BS0Y@cYBkx! zxV?C3*~*u4<_>LBW6hQCBdO_rlC}bFpxz$7ua2vOueTeNx#M0jAg_UXomB~b%k;&N z6=Qt`n`Ao8*i@4vl~LG}T3AW-Rw)=;E=kN5EVfd1I~KR?UDBSji05;Sei>=c=^dZv z^ET=!XM8$iCUv2%x@-QF(gH8^2X^mEE&ubxbx-6f&0&X{H-YV~i*@Wxv?+5^6!Gp% zm;>s8aQ01Ps<(={LQ%^UauzE-FG3#`A&+`2x?-?kagrczt!A9n6F0!SKNTSgvLcqus@!vpiJaKA> z)9YQ5h$OIoUz}Wn;B6#zd-m(m|9|ZLdw1J5)+mghzx^pNN`I5MOO)?U>UlE1<=Rf` zr-|)jJ5SG?PTv$FAqh1FumEUBZTf!pcVPn{K@yZG+i{bOxmFvC#AV~QvG3c)$%<@) zk)*$q2;gZBKVUJ@f~go;WNNWKSpVGSV!?=(zZ@o9s&k$z%Ena$u0KR68RK{s2~(i4 z8eZiEU2{>jf2bHR*foGVP(|aE4{;iO9Zm6jOMbX@u^1b%d^#io6!ImFW#+z6q2O3> zDXZK{AIU7G3JqtTGn|Su4IU6A19Zv=$}lyElbbMcdX=TsvRHE?z2?BNc>wfbO);}E zzAzQ80cb2YF@73t?D}n#sO5N6Ev-r3DNpod7|}Fytd0>JzgIP$r$Bbf8CvmCC;E4Q z_9eoa-UOkUAXz#yoQt^!iwc5gnH77(UCD70g-B(%Yox-%l*);fFxCMu!r5~8ueg9{ zNYX~`gNt6X33iYhgG~@NW06uK`uZ$RDWg;RdodDf876Ob_HP20Kr2 zv|%hY2W}Hrb}($(U{!Na{jzgo?lzA?wN=b!wN`D}_EzUAkl@%etlr@FJ^$!2Ty*K5 zyrkvi5vBw!lpN5C#$y__L5Mkr%&N^+X?Bf63?$ujUj}qS$CC!|`sF=<5A6&!rCAw6 zt@XetEKo~~!yx}RIIEAv3YhgR&;F_qg(e0%}$2Iq>JTdUa)-2J#JjQ-^p_f!&hQ! zU-)kfaFyUNBN~FF9I$0J|C zN9FQ&rV}hV3V^()5(e*ypY)Bl?5zszHE-72-l~P3&bwI`-l}eP?DTrmXpNNZ^k7z8 zm2m0mn$B)f%LL+6L!^+Bqr*x2_tVzTUU@P zA9>{?8`!?7bFqbw_4ji!ChtoiPfR`+-zH#SI7mTKa*dfX4CFAUDbPC@K@>zy=9=Pi zP==0(nla#Pn=T?~o9xe;BlKu#qw$u}-*SSE4;%2ku}NxjQ^KRFVXtXQ+X1JytQE0a zE{cs|z#FicH+OdKGF+O}T#CI6#+(bcqPtB2i(GLzBvU&uwiX1z(5F=D=^L zWtk#kgkxf<5ipg9!zFUYJargnNb$_r%^#c`+j!%Hg5$F7_kmgM#f+}&8FZQVrx;FR zLNqy68Kr~ElsF{LbR8Q0F#rhYYyw6bZeU?R3(`uH>Y3nUfv2S=#*#UfIjRw! z^!m9mPylqRe>4|aPwq99)|JXTqR*qIO2YOt&j75JR%D8=i17jQu5?`nnbcvLt?*J2 z0F9V41-QN1RFeYH-(PW)oY&m!rKMIy6E(q9?{~28=`qeoZK9AX;ha#6)Tp}GjcBqE zX@QxMy^c9rNHTvFWxOU<)SSzzz^+g5>HVa>DzLaImt9vW_@KXxt6np zh;*j6laDD2XDKVd9dsrknl}+b)580(vQp*i`UUaC#;+FoF!ZI zleNymb?3_N8vA{$*^jbzaWOk%SyRC4IV#b6b^o`v6o%y1!M_XJ952Xr7pko-+IG>N zByn5N?10G+LMA46={B@DL-AU;$Q7Bn91Y=JSe8Y-V)~2i0pH4HX#=D@$MbU_lr{8W zJ1V=bbjRvgw!Pl%#J;GPV1+YCCSebrE$1c9@Qa`x&8}0-oF%jUWbXs>4OUJ6F^4oX z1sarLE0(eQ=e>#~kFSV|MmSA}I1XJ8|L5`o%Dl2gY8%QDKQ0|hB=WR&%50HiTjE?7 zSZwR9r^Z&mEaB5vd73&xsO$_rMI-&KHX)6=OPb%i7GCrCs^<2RdFfqBkC#C2Ufp)m z3b?EUa`1RpMRf{w8Iz{xgeT-23RKs@VO-3T8=B}X1fGVXis9YYH|ArPRe(F}oEQL2 z#=2#73iU?{3P* ztKbU)y}($0<&>cw>UrKE288AI-c>#%z#W~Jk&5i-%9K)3C5%x$VN<<&fQIvE;b4tY zgf*{g>p1dzG^8wvtchmTRjD_(pYKimZz)S4@`D9**=tZQmUXU|y}*U-e-BbNu-by) zc!FIX3R67^J^_4CBB9W7u)P+<-%ygRI}F-_4{NszLaJ44JYKDj%%a7{O+*0tYlFV@Iq zR~hv{qVMiE*HHv-!`&Gb!0kFSce1@84dGb0$-{N-uGRq2SpX1dq+15$+Kd_GW1Q?O zJK1={fr~!O{i3P&8wz4De`Wzy>H}+Zdf|3;p|he)kn{pN&bAYES~y+9HmZN0FT0MK zIK#=e#<*Sd+Sl7JhI-S|1F!_MA%XJin20;e?67K&I306A)nsbBwI&3`>-LU|B6sOM zj)}_}+Zeb1aSj+>soRb76Z?Hy0B zoLrECf~fYZKSq*}B-E{|Ik#6=N7lkw`Des_i=0tOrL%g)#R8~$+{0V)39a_;%7O_b#E70+b-cXhJt z%gDT}E>o@iGAQWkg+x6oYd$`^-nJrZN4>w0k^N{GyNoAI?)B=095kD_3mCg|!PxBr z#%?Dt{AF+oW-GP`zwV}*t_Y`s)jRFHK%PKBaN;>V1+xCVqA7XPA{ebSsOKNr1TU+i z(dcGESOhUG8trSU{D8C3Ar+M_)_1Jp9a>MRR25X{H=!FoVAT3$EgVs;c>7$15)SKq z195%I{Fw8S6ffK<&l;=hQE-%%5h7MiW_~}5d8^`RbwN4M7p|^`H=Iv$8ZnC}t4}4V zDWz=e2Uomr>;ekyBaly}e>p^4vFbu_g8?1mVh~ytX$>Z_GJCyNV!AH1s@CgvmYQMB zY)3aFO`|KuZ&*~ub!tpxrz*{X7gYqAa%DL(r+BQ4$rL!@NujvxBK4Fr7Ec6c^mp>Z z3#n^6iI(>z(&qronyS}Ev+j~2CnH1M&lBp0>#(-OSif%4>$N%ydi4Buf)PI(v1|c? z!f_vGwBoVv(Nw|a<^xk~ziPtNsw)3`lM{7(es_yILTVz31!C*L$l2^v1roTXE?KCe_IOHkEHJxJEdUnTfix zk4*4PNiqx`nQ#=qX5T_qm_7{91tI9C^`Bu+;%iJ(>E<-p;s7d7O zLL)4|C&hwqZ*Fh*R=p)NMJnR^+OR561aM5PxSwm<$hA#JE)=Fpy;~M}S*0T{RA>ERoWsr)`sQ9a$0`VmeXjzA|xRK z^xEZ)XgxhnIc&&7I7PNSLp54;Ir!p1!w6LB121%Gp@B990y_702+@a9G1e9yfM(dp z< z!Sbqt@8=`@N@SfN6uZj}EyP=g8eM*9yN#iBHistRnERDjx-rWl6ZkI5&3AyTlDi_@ z&T6Y>+>`UQg#EV|YjrU!U1PRDh+Hozf{XPjk_e1eL&hGpGzx9Q0g}5`7V<5u&gr9G zp&K1-X8MO0(#21@NNHTAFUV)VkJU2qu&XhXEq5KK%(mpu_RtnHjppckh5h;=Tf$U&@~Z5 z`(+G)sv?w-ltAK$2pOj$_|xF%X3sdI#c{4nhho4uM~RPJRNp}Yoy*R_Mjg3#!< z*K77-65N1gQfs^3kX#pSLko40@ub!^NP7eG7nmsse(~@y$9$S`rh9JmUX{cs?5b|JH1Z z&es4>$vGM6QtmL#=~2^WjSFXP`!XN?N@4{!O)yRM+}hm|AwATYz0c>?=f6am3)4X^ zIR87_jr{LBo7>xu=l>y|CCG^cg$pIHB4ewgm-g45l?z7&`-eUtCFm4=K+I1- zUlEkK(`koMtU$Q`j3@i`{P_B*& zz*$#?_~%NMf`hIPq%K>V;xReP)AYhnY-L~dFaDI(`);(-+P!I^aAo#V4r4L)`gjtd z$V?WfoZUWtnNWG9W*K=YWzvtc9R8lr@ua93^XU|`q--ieYq=C_L&}1(>MFaCq*4(0&P?stxZBXb8#OU zHK@`2bm#|uxy~+*|L;-vu0RIaxucW)H%Av|`v;8|J0H%RzE_e zGf?BY!&~O`?grx7=^=pmzz}u^?(Om61HzU=cCU8O-W*--o4@woUY@=?IDK=re{gwx zdh+hg>0xLe333gwnC9=8_GZtIE{{(1UxBtach=X}%Z6>dA&o{XUPnD+@A%FNqTdNJ zrc#Mn50U}a_c$~#5G3Q0DlRmF+zXdccwAx~52u|qz304ISy95Tya10QlrZVqwUqiR zDnPh^knwRjG2u6C@^;@ciwpD&{vf}FE_m>cvPPl3RrGAE(BJ@P7(C}Gk%J%dA+bAX z@P;xjP;X@^!c>c%EKASm8_4DRFJbfFwvrPy$|iIfSNc=jnZJ88 z=)H6u&F^OSex>GL&U0)2&+Z^>cFtK9x9asD-W*Q`{O zK*TFa7E6B2GynW=t#9mX)Xx9*#`@Od`G1Hf;1{Xa*f%b*@*WrFEGQFdJ=MlMno-sH zMEep2kRdc$a)O*=pTvZ$?3#2^cTuCKx25|s; z&J4Hth^amwp}V8nL?bd;LsN#rV6~*&-G6%6V3_`tIXa0RtUl~aF4jD;p>1yUi z#ZeU5ILDC*Ao^05WF&ZRXvCSIh@zg{Yt)Mw{WprhyLU)glu+@q=HEM{%=+s#YujG; z#yx|MEJ3km;hrKC;K_|S%Q zU|6lLwycv&_=JwnqBr{&|J%4=nB)_(k8qMe>XX9n?bm#of%iq3JoURDj*N!}i_7Gh z1j$&?EIf16bNPsFP^1vU3PrCAAiSGx?)eY3vX9PAFD}nd-(DV{e21bb5HOkwjUx9~ z&qf{HLxf2UtFGwRGU0nnz5&Kr^!oH*|20a8RFv7REAVJUW4(oWE?jcb$|Ux5=Qv4( znq@@ah*2U{1V2oB(XXyT8^&35_{|nP;R!+Z=u@0pizKi`Oo^&{2^V#J9jd27`u^zP zhqKe;lgoE!`laSxcHT~Trc>zyO)2vNRZ2O=RQFhI*NK$FiWJtDTE9B3m08fztN8bQX zWf6W|A47A46;cAzMx|A+VlIhDA&UyO{{E#phNN-LG;2lDw^F4mGv5Zd-lpt z%pAh12F77F8cF0s7{SZtnW;EgK(i2d(KKVy9Rq-Kz&kE|(W(HNR+=!zSfPKyk!jFG z|Mg!-r>|-ietOHO`nmSSeA!&tjQ^@)kps0 z1gn>@z>NH+a#cc%S!t%rVYy#%M%D7>{o z4F&2~_B2VFWV_SAVM%T+6wVTPtcJe5+DV$cjm^BJiYAZ=U8yUY2uM7E^;W=TQ;3z92JQnmDEtIqaidq zKm|KFpM|V2k3&%xt<N^3_ETjOg|~83ny#V@vUyCav=q7vPZl%Um9?tR z)ATB#0!3Lp*iu=eL6o$zc#cWC8}HYR#an{8`?T0PVCZZHASz3K%n&-DK(B;|hDafn znMn!0F0vHz1X5pC+rA-)5z|)UWgn?Bk3(Ye@R4i6%%SvhJT#iLAv%gIO8ugHlS{{u z^X9uml26MpEa0T44{Du4dD4Vy5SpnQVpAhQdEjm#(hF7&Y*X3h8N4BmWrP$-nU|cT z(R%eEu8J$2V1;gYo+kQ>?W;)J zk~ZOU89?n}vWX-;kRhEFREL|h(aQNd}tG5>2;^T-u+uN=|e8iNZ+u( zj3`UI@GFe2*<&Qvkl6tvJ!tUVPkDS*{=ibb69huMB=2Z8SpNkC_f|<^#JRn%p6Pq= zsa*TFSX=wY#&1v2SEJRQ+eAU>z9Ybyu3f4;qR0?`=;Y@LJHqi4`Je(|_41J9@SDT6=So+}fWjrwx2&3)QhP!sXu?FW8ZTgDC59rt5P$baP0s4Th z$V~q9^V7DOFHXxln!Nn#nOTUhGM@C%2ZV2~Q1t2@dW!x)nV?LeueQ*iNbjvUS15`% zqK(av-m8ICzWT%Os6kSiNr3%*Mbi}Z>g8MYRKZgdP~R=3xci7W!Ri5};#sDb6)TMf z=3;@lLgOcB|A&h`P4<{nqSuV53T;tju++q#v73>Krs=9rM`{YsaA4CQjaaGxsM0jR zQzbBy85V@8r#4e4WcZd!U)3f)s*2#>Lz7d;4aO~efCAgP(P#N^?INVe#ynF$ycRT5P8M(Wvz zWYh*hm7{I+0$IkXCNLn<72La6IHELZkVAmt-BoIK*dSTkSdUD?R~Hkv6#<*W1`-X( zeO%cG)kUtZn_lZ6A8Z-6r*h4N(ck;G{JLkRrRQGtyrz0<?k#S+NgTbBEy9GvlZxwN}0pNTND&IQdXbD0lJ_pCbd(-I7&Gi6M^CaY07v) zk{rlJ6J@lH77a%VK}S>KG+8Z&yin@vt3>2%t?YmBtK`9@fn5hgh^%gq3a6znqm*Ma zI)iaa4%3c7^+S}^gT(?oBac6I9QEQ%Vit#oK>&7K%WkKXE?qh zN;+;?5;J$^8gnV$h}Dv7s?7$99b-jq@C@Q!8*#x5z(@qove23XW`6ogPb_RBH@r-c zwTw$;)6Ntk4`6Ab%wT|?B~-d)XJg=K?ZRqk|F-(H*_~_Oan-NT+4+%UkJ~7yP%V$E zZZ-0GQWXNBj0nmTst?c%Q3eq((Am-X8-o!GgsAup7K!v{G|)DLSWQ!dWYE0=qjMLadwO%mHOmME7wP6q~P2d;}qi*v=NSlRIv z$SlPgjFy!z#Ljvo84**=^i08g3^jq^I^oPB?!jQtTvwXeDXe38mM31bmMBl2qNgYt zZJ-b6Jr-lBIf006l&vHr^&3&VWovX6cXu&cMFG2}hLKXxr~y@tBDz>a{MC*Qk5BMf z!vE(sq5t4n;QzP1xm)-D+uqsSc=Z2yh^K}@iXg5Y#s4v404@yw*9@Ts1W^^^n^y+3HDQSUCr$l8OEf$eqpgUFcY{?tnHv`ms02+hw?+?i z5l|rjYPSx%PEkh0hznyg2>f7b)eIwq(ZR`?nHNjKN%YGlhem&KymbMZ4O?dtOID$F zeL*e{4VR5FUgH9y(wOU(WAu&Q>M;P}lNJ3y4hm|)41QTNp#tX=7*VG0FcU@66|%VQ zh9;!FtM)?8Ugwkz0#IF!+Ph}+<)>h4Kvva%2c`yI2U{r9qXb_z+w#5z8wB~OqwoWh z8~onvCS0u2qqqN_e*N?#2mTC%i!3&~jT>3+`zPoX7j@i-M9!FzY@zS>jo4%5$;uPQ zOU@~WY}PD8(QE#kkI=aV`8AKPfR=wva6$w+N{vu|$drONrOCF+7%o z6(jP=1Q`*bsqGs)gDlJ3sI;jBr4NT*UlS~etaOYeB8kQ`irdeCqf;W~$`cS1YQmc( zXhd#^K-`4wtMM3S+E7o^@TQTT15D-_B$LnsOilYYSQ_<3lE+5o7IQ8VtAQ*pFq9Z+ zohFtABZ^40G1%Bf!n!f8fM~|f{tZEKE(BppUqqZeRYlis5i|%typVcV=q-i*3!1Z{ ztC%yBwgFA?l?Gdol_v%_-w?!^=GE;zOAwA@o58~lso0ZxG`3%o_`S)2;|{p!=sdZ- zg!7~(44T-wIjzm}V@9y>u-G&5x%tz7ZqFU*|3#r+;aM2}V`IA>|6~0z{^P?uAC>-J z7z6erhJU?v=RDr4>Z!A7p2wC~ESg z%G{*GqAX7HgrH~E7&K&UPwb>Yo zJ_2*c5rX*Q=-~Y5((B}&pq|(6{Xl+r^lJa@>&tiNN8be^S>F=u)<&0yxgCjLy^xmC z|DH<~+DkvY{r2em@Xi(pZNVW#Fmad~vI ze{$Kaf4{XwJv*^92%FlwKR>!SeS3az^zOU!)3;|GU}&_v2oRG(c-|BoygokaIt6}f z-Fh};%EI0auIUUx*=h|6lP&wJD>Cb&ub>UI_c9=Wc&`LLV%H(K{`dpxS8b9?aBQn{ zC!lt{+$HE?0dgSdp+;bP?PYD?!=*^7j|ZymaS31_0wzlVc7%#GC#ofgWUY}7=?yBP ziV)Kh;F5g~l?zp&=nJa$UwxXL2lr%Z6gW1jAz%Y(Dfq^9(mFe2rd z;KNF|%ZXCicSJRKie?t>>KOLW(~ZsNgZ07sVB=|Ub9p8A_FS2!MPdf@@7jdmR84-b zeu8=WW^-%1N~^>ZqG#g!%S#`zTWiKclH%EgaYflfyMEvSV^&*y+wi|xud?FfR`Knc zr}>mX_?5~|fH)I|dSAfV1*z&t58Nvv2u@B}I%^@TRh)zwH6IM;Tm>=N8^pT-!u!?@ z1kdvxppY_cjXU1~tTLfy0Iuf8089(z09W~tm`FzTAPN<@e4?zih64`*AUCFTK6K{F z3}2C&4Ap&^eKi-x;%5jhT>!k~D&I=D^mq5mpDNR+;29npJF`mt`d1&2YMo9C;>oR@ z{e#zC#n8Y#^Q1*(D-Chc#(HZ&>|pTgO2CQAZmy=H*I!D?eYGxxbCq;CD~_}FCLn+t z5@dowaNk@W9iCj6^yPe1G^XD}D^?O~KeS}z`H`y0_hxKebI$yyNBv%$tEVL&Pxn+j z9n>SAeI_1L$J~v6wmWpm0sFZ40ban2A|$4DMJ=z$s1#T2&A&CnM4o@0b-FmKV8VH` zKv`cD$~-9Ld@wDk{DvoF4{dMyR0UOJDywlML7Ec2pdB$}(zArG?|HM)xZ3YV^o8KMhvqkddT4^T4a=qP&Zio!k zuGeOzzE&NH2sO*d9(qMnaw-m-)ttX}K7DZyWJENFJeWTi_tl>t_wI6*k|2^NW=YQYY-CTdP|9ObVr{da-fK~&an$nI1rREp}RIKvq zNyHZ04&ElQ(DG(U&alXmeaB~e=)}YYF{tanye*QN%9_@c0ivO-0#w z5OYDegur)ov}0T8gmyaUYih8uDn_c|ty{NK)opagh8F8|&U$zo`&$p5i)Q-(l=&Ua zgSK!!-Lt;bnuPIb9|*j3t=aC4b@OJz85b7*k{7qSoU*E+iOO+C)lq(_*!kl>OW^-Z zkWos<6SZsrhz0n6YiGBP|F?H{9{Ilqd1~0PSYw|6)MeJbUipEL%(yvFhUARJE`Xb} z)fyAl+#4%juc7E8MUlt^i43@{aU{y9%dHNnO~3wI1S6bdRwEo}fdL2?9~tz-0*H z*WpwjyX%bsSQ}JarrSroQpBvIkTEGS{wUWtr3r?RC~nv5#>>NR>VWaSi$gCJ!~}a{ z6AaxDWTTJrT%ifSf#@vPoF=F@CaQ-hlP-pN(XNSgY6E6IL2}~4sM`pAh$aN5>1hnOkA`@RL-N_jA^EgojeN57>0Rl+ zE&%`*`u}g%{eO2ip6@);e-H6=q5nQ&005tYyY~ONFa&yK{KM8mgSBHrL^bLc-ZO+{v4`<5;_ow&rGh8~@jGV0ZO{)x6L_ z!xy$xqQ)t~%;KsDf}Z;ZQg`q`D3>zeg0MHIp!GedLDAxJP_G>JIVhcT(N8_dMoZ!e z@A-K!tG>a&=1fSMa+fop=}+v<;ew6xB~PTBESSb9uFk5Lz+DiW%>Loh{!je$46Pm! z2-0BGogfR}>+0(W#kd}!Kl1vnd{JZ^t1b#VHJfhwSwS53oCtXbh@4q+rP6j~ z^NXBy^@>=|FQS8I#C`fkEa@Gwz(1m+heVM~jRel4;-lXZCeH*p!108jUN7Xm*Tg}( zRsND@3v ziF6rnZqSsD1y&@o65^RIq}u_eu4o3}Edn1&qVh}*Oo}Th^J(T%%tDx6lLjR=A%;Pd zfm6wgwxD$hiH-co#fK*sw)BXL8!U`pgdo4=L@LCK^tpCS2_21yke<(rr)))qAg0WJ zW9EUgbXJbaZZ^>U_$%zEVC>)+=9Vtx4Q9Tzcsy04Y0Yvct&%tWC?cjdrto(H$KWCt&hcEn<=j1NKOz{RY^`@=&!9XgXUxi*q( z!)&y4N5gCsfk#tE?DikxC>0*=ZM~jujj%syN2$+IO#a0_x0C-b7XWyH{%>bvcc(7@ z-`?GQl>a}()7AbfSjO6skb{#mxj<16juiY!X$rh;{hy>XXbyXM{egwu3({$CSDx%Q zULu#BBsqk98y7`V&*L%U#p@%;A*}aOJ+-_Kn(QkoHVoS zI@*5^9XE3n0&m%9vos5-d{8{&DId>%FdbGVRFhn@e8Lk zTZW4-QigZ`GC4P=QOvTSV69%@uhTzNK>6&1YxfMklYw)Eo*CB}M5dXVp=WI}u+>#G zw-AV?R##W6JMK|z*CD*+vcjTIUw%;{q|ZLO%OmUei9fgE|CV$BUugfiUC;lzv-Oz& z^jc^?Ll5&F5Q>=l>y|rij@s^Z(YX>}7lbI+u|S@%>y&<113}^RCCB1{GEt$~gDI zXvY}UO}V7VXo7|1Br={QK_Cb6D>FBCy!LzRks2d|Zz!m9DE+Jo$Uvatg1F(RGq>=secx`p|2yY0s9wt3&0 z)fa^VYY$E~KbG0&62t2*&%NOP1wp_T*?&A=uhaj}Hy`8wKg{zb;Qu*M#=_UYJw_S} zcF;ZASg`s-MjX5S`S0!oH2?f>Y;SGU?LT&QwjcTb2YFoj%KH=M-qs1IETt>U z9nOt2KM*8KX^dqD7SR>8)&|`jje=k{OmD-Tnh?GhN?=9C))hh8UwdsXLE8;e=r-RZ z18U6%t`lHwu1ojkr_{2zez39%m`ixgEC=FJrsAzow?#IqIO*yl#Z=tIXC}O6;3mAl ziDqHVnpe#{pPGejg`I4`;i2w7aCCWacyRgp-Tv9}O2cEIx7BM@`2O_b@?`(b(Yxcb zdWBblPpiHoBTCZ5QUi_mCfbEz2=u=98Vq;?^-(X1J)fYeM^J?R>HED*Q6xsCzrUWE zwXgr-JAb@~%nGl?ywS-)+v(%jUOio^jvAfR)PX! zftiXl0Se`sg$?xA)BA#5x6~E#I;$NT1%SR(VKd~6h$#hAyhcqFMI*td(G{7QkO@zp z-k~ww!i}Jcpa?t`=zGiH17A)Wkt_FH1r#!w2HecTfjfUsWt=->b z$`!e{9d29eyvL#Z-2JhjNMm+Q`Hp*`ah6Qw_C7UZXXD^hC)2xi!;zoDai4U%jYuJI zkvjw&@U3+XmZcwW{Lk>luedk{ZsC^uA3TCv?&n&e_Pe@P&{H1j3vyEXtb}eNiDDd$ zXi8oN!*;D1LyLOLy2&|}ta`3i>x#@4Rl2GKwu{<{580q6`tJ2t&%6a+g>SVs+o_ap z^_QSq>OHs9DNAFTIT6+>@qIuZ(=1a9vew?uQW(vhxn3~?y^n~-ZiT__33<)KTkXg| zqk;Jw#o&dSpGHE4`M51EU=+dUaKu7`2+TeO%<8TtxW#fy@F}8I<_`@M_=Z1?j2-bbNTf;Lv0V zV9e7JPs>4ie0X$nd3^b=cl)njpC0UA9-p4PdvkhtPt)jvA4WLUR~F!>DNnjgX-C;m zp#}7}XsH@(6TfV%x5VRI22=WbbuPlR=JaqeEJByHcz;m`#G48JD~T0JT0^X@S7WSs ziqmq0%_wc&(kw6(^`AySJXFTPY25sF05GosvS4|b9B3t6(ZZE@oWB;&kH+-XZf0Zx zj2u$2hyDnJcnBZa4lyRWN=-ZVxG>bjGW~sV8u^EPZm<6v6GkAUuHKz8iUnuC@?l69 zxXAu%bG>f=_5AtPWB%6%c|M~4|KpjR>b>^geAw&Umoy>f8g>Rltm4Vq^~R7WTo@LZ z#ycDER?k7_xE0;?n)M!vfQNQaU0v8J6H)P>jya2SAqb0SjyZb8#SqBbU-|H|P$9x@ z37Gk|0z1$sK?B^ItET*`Pr-lgb8q;+1^5524)$NWn+^QGzVjIW<3XN}fdB7=&|46+ z#m%2IUT$%L=!P5rDtvfv=YNhLz#{r@cfIca`+Rfj(f;#6o-c&{YuK6+p~i&W-n?`f zzk=JL8taT;P4!E&dc)=Sj8MH|RqqQCjJT<=P&c2vobb19(tQS4y`~q6Olq)w@|8MMURPq1T`p%>M|HC|w z_`els%WL3v&IpUW5E^2GJ2@rXZg8Inl6!nwpL@gqb7BH7^#9u4s^R~Qt&Ky|JI8-% z!vmj3_!qN@yM}+UrSCKROO>tsg2TVqx%)WbU;JgfMfjI;UH{XX9VYrV>|6UeLATLPR#k{wr;*|wc+ulv2k z==~;|sZEMeyyiIh7N?lSM0|{qq+a{SXLh?)-YqevW@DeiwQ*iEWgoQ$V+9a&#i2f~F&Bi(LCmLtD5)w=>~56Biy@A$ z@~r$V2)Mfj;(31Dh^fIILV;#8o-~5W*2B+cdJUu^Oc{T~IK^~o3tkgfs*K3jZL}~; zHE5P=qnxfKTJo&a8nJ9Mh-K@UNp+gS(oU=vC-)OUvY+sCC;Y!4?yGwi(SJMZb@}hk z_VY*kuLpTP8vbuLo~m5~_ZN({+HiM!C*$aDT)Mj^vHVgn%kt;HJKyJ?MdyEe`+1%I z+ueN3|M(!!66b&EY~IVAsD-J#0k*ql@oqHoxhL?xp8CaG`nvsM9-Zw@msM zgu_?7+R=Hb_#)2IS=W4gAEFgc<{enD4`{f%osif^tHZ8LQ2qOH+npG^HHnl{VWGjG0*A-GrX#n&1{*N*>rX!mP7EYA#3*1rL@ z>N_8|lxVaO_D^1V6t%gTKae?&;~&vkJaAJ4{nkGt{C(HwUhw}N^S|vrZ^ZxE*m%tU z`5@0{jsM$q3@z8d{plLQ9dy&oj+s_~4e>}|N>;LDezgHWdJ=OkPFYXp} zvbuy~zC|++N*CCULA_F=kk!uIO1l)4uHLI3_I*xRi^|{3h|~JZ+c;OxU4T}f>IEzE zXc_RAJ-5LB%ewz`@c*mh|E=eb@!ucjxdr~OlR2iGq2~beG^M7UMZELz@2&NCF`s6f z5vELHPg1JJd_Nmh#+U=;mSuBbQwEan(_U5zv`Cr}ye8KtO+^ENY z-Q3#Rc|89Q^3+5jLCfcPR(Tz4nf-mUtZiPIa&`}WfcrBeW$cMPlr#E%Z*8r~YDgYm z5y%kg!jRZB(>O^4k+PjVG3CDJQq^(|2TJ*2P7;dKNYN?b`5cx>m%22CTtz{Ym@Tde z#cEY07b+U&qY)8NN?0_-@7o*Dg};TeuL*mD--jAW1g2~;EM-%Nx`GE)ct6$L0CcY^ zm6i16BbpK~nXA8dG{3y&_)Kdwr1Q8~4K|qFqbRl#zA*{6Bwbr*~GIN6rG+P$t0-|_A z;wza?VF{eT`B^3?Q|POKGj17tizNYStT&IH=&gcCT2Aoh&aTX-z9G%LJkyo2XFS=j zYwpa`F|D*IoK`kQ`-Vlx*$BZ3jUXP(tgNTOX}r{1_qUu1k{srOvhjtn9HMM|JZ8Lj zee|BhxgJI}w>f}zQQ6Do1H1a@eWs~gvr$m(vDwRec0|2K0fd~l{~kJKfzQ`4?ah`= z>t@eXJ}RE^l#gdWn2syjkO`McpZZ>XN7E@Dle0WcjdI3Y%KDd(Hnvf_ICbImjyY49 zG9tWjMPWSV9_Ru#zB{(4CudTT={uXR{+%FWDwUWSJCZgm1r2Fj#U)i-%;s?(rmVta ze`kAB;%v<3*UyTQ)n;Noonn?$mo{pf04&C`UKFUp`cfujn2+lOZCR%mMNp#GTo#19 zn3jGWvod3m#kFl%EMz0-fJx~!xkE$q zv0NeLu0vlFew(L;`Rpy^5a7mU@I>gx#G85plD;Yun(B8NrNa~_R4it}-BUSKx>%G@ zQ7NGp;gqE_%UHDZyGB&J*0ME=SQJj~(As!smNf)H8~+r5r2aMlMrHa1(WI$z=XpQ9 z!86xFRR$YGP}L$QZFo!(F{KRd%I^e@$r%xpCl@5W;^@jIex?Y#-)8F$A*QPf(^H0D$8JBygBGcNjfveY(YgM*H2AeAM zHL#f@q;F2xhb#3amOGKgM&XbOSg_ejaEQe@UE;h%C=>iw5-U=*8 zgZS4pK?~(RcemfS`q@e>eXGtrK5Gw>UxUMsjW4+3F;Dl<<-yrplxR1+&nRSb8H-wl zLVCVD&NcmPZ*Mh3@aD^l^*a7iSd58UhVl7Q5!>U_>A5ZbUn2bDV*jt_4gb&Wtw;U; zgFN?c|8x65{OFFh*c(&yh(Bj20nzqMPB|Gl;T{4xI9 zgFJW6|7}n6^6`H)((yw8x40nB!RcY#;kW;3#R{&BI0)u#FQkuk6}15wxK3(`Tkmq8 zEPInY-XXVtmcaixy^Zr<7ySRcA^+Xnd5r)2AkQ3{Gp8Mx|D1ko&%c~5aQkCK-EeV5 z*|>E033>tAf*DU~OmF3~_hmR9wv3`B{aJWibCRIl6F7zCVH*s+uY0%X?eP+*Jh#UG zU7bHW#eZ+c|9kZRe3<7W8|9x}! zG5_nsJYmgudGzn<{F&2;uxs8`q2stu^lb2orbG_DOZgD>z%_3T8e03hw>sFDrt1)g z`NcbuA=`b3xVYfHOtjtEO>l ztw7nU$l1PpD~Z@c8|&*EUPl#RTMY6ojB~B=Ev?uxnGbJZpVND?uHRkS&uS#}^s~e_ zp*KEOy}LMB<#ga$?&xaOtYI9kdUeR=dt5b}Y4f`Zx;WK5nO>~FSP$D>E0rzh1Jn*? z=~vX^CRAUuA&##;%97cJyRTTa!fh9<+DhAc5q2GRNIUwUqm#>vcNa(J|8sQy?(FpZ zvbJR4JGqB?FV??V?**H9_4@S3i+B5H$M5zJ56@ew`=$tcFDfl{+e_bs_fpM=?KXSK z&0x8ey6&Y+@b>`+%e(F*Xtw)4@{8Yg7x``6@yu`B`pnN=B?DpS<6gRkqMv#|ee{0z zJ~ll;f2x7qi{f6t{ti6&pfy8#Gzvt4ca)8I_2l@Fw0SHxym<>Ms^Nx(8cv2Kh_!+; zADUu~5;ZTf&fT{-3x&DrJ9E6t@qd(!1(9+o=}(vZ&vp6l=GN|G{Er8DmX-gO-`rj( z%G51?D@fawE(_Sq3Wm8nHlOE;fA5K}oI~~&Kz0rM-X6)ra3!t$i0etEvM_H51u+QM zm=iywP?hSp0<$rh)7FH`GOB`cCp9x$B7S|%c(E+7n$+AjjYr*D#U#YF55;@vs}f*$ zr#xC^d?L?s`2QBpe_i}PcIxuK&8?kB{Qn?NclqD4&VPWhJIVOEg?n1$YPPaP$%Q$~^%Kx>|i2uI1^LYLr;<-ot|D8R*mZ0$#x_#yJ z(dVnn)8+hM?Eqm=3&m#V>ng3yZ_tF3JVV*z!So<2e1-1v#iXhO}YptG18bi-#xY)_XUBL3^B`UT>$z^L72M8%u2g5< z;x9Dij4CcD8>55sLs?ma3X;wQpAt18xyOM&<04qVHvY!69l+`?++T-EtBvVPCE!oUslI>lAY`5h+x3vP(G(cx? zO&~!=L?Fe1>XUnGYh$V=`4GyMV~gB)gYSkZAFfTYrU2K-dpylj5-JzPB3TPU_0CS6 z{bt#w@q7 zM;PWbO*9_LaD0WwL=IM-pvwuBNah*vSx8Punxb*ahsLmivT+}2T&w6c0m+c}9hB&^;GXyqfD_;-fO}6s& zV2H0)z8qyNu?JZRCgpW%2y&}$kKCP^TqTJhLh zA8iiS`{=(h%dwcD&Gq%|)=D5;UR%4lxfx*SX28XGEj3-qwH00Q^631{1=>G3L7O!KvC#DF zhJFs#%`J5NgnIh{lXk9K?#*g&>;kCMpz#kO(PpfO$5)!6Z8$@BcwDgO?aGxJ!K6pE*gNvJevtRo+!j`7!imIM3|y# zhMf63^yh?Iff{Op6`~T21!hX4c2%yd2LKu46dgg+4Ipx+2MEv;gkxyMLBSG)Q>V)0 zYC%q5S6l!bSuQdz zi7aQeSa7#SJ=;nTh9c23x@xNO8zTDpA|bKTKu~7>?(6$7#;J!1 z=uY3vX5w8#xsnQlgN0ruL8NPuuA(7fWJF_%(`xG;oaK`Li|0My9`s+Lx9YDtW-uq$ zG|6>a0{Q#HHbCAJ5mO1&0ufVcB9EJWW)1-?OJl2DfbBs~AFpYBr)5CP3zC?xBbf0k z-NlqAbVOq#$#Dy8lu!EeFjv5rq;yJk?}{VIN9smzFJtV0^!3~?&K@-6?DU{O-<|&v z9p}d8&CmxW=%?T|(gYo|nRzFO%u_fYBf+O=O5zD-G{)|LD1n*OC9&I3@FulCM+hS` zJ5pVurkb;Pcy0y6bIn!FkOo5q&i?9d&QhxTb@m~W6tiBBou>0+#B|fTwFDf z!VMQ!05RYpz0=AgK$#mxaRAKJ*jG}Zj2J^vnF>T7JOH(-qIR>B2daM+D; zrFlk&-mD%n(S2*QqLjW{V1^vDwuxt$Ahw-=iT(`ORuM3x`C| zYeVJg36Z_}4$yss=fIBMwq)kO0Y1c1FCK%VnCL$A?iYM&aFy-~mP?<7n+c649x@;a zFrqj`f?QKr%Dyl0>?4xmAs6l!7jBvT(_|adw;Yj#DVTkXZYDg1LxD6cOc_oCYu?1i z4o{6L$G?y2(`RQ-?`Ee%zJd2JF@j7nEzT#&uz;PS=LLo_C4!_g%_v;K#0@EfeZugR zthz;~Oc61{Fi#9l}TDsvl@nZtwWuir3FTab&&ziV3s_&fTR29J;Z} zn!p}T66!Ayj0!7Li;Gs^``)2Y8tZe0)3gW?o)4!~S>)m94%l4)Ie=%60(1m;yg^pD zRfg+s?rq@{DjF+8_jzdf!7Mm0jS?ww||y$~c#B%R`S-z?YVc z{1Gr-c{P#uZW5|vb^9^qOlCCBc`nl#nqqOKQJ*NOBS&%(NyiLuKV`5+FtNd%sF79g zge!!Re^v**<`J&Z*Tt~i30z3>_!Fq{?+p9rl#ye&{Rwg)}Aa8<@Mj^wQ zq2hop_!rL+))ZbwRE|@({cgBOlN+jO4aQjnD=+Ca{EXrW7Gupg@fl9lEE)+y`iKfa zu6e8xdE+*>{Gaa7aa*LX$-zwT;|8WH(Rr2+QyQl;y-~9i&-&$?j0khpN_b-l3!iWE z$@~Hr1F_ubF>sv&ZZQkAY{1bj3fSwX!dY1+5{r_+oJWfrEu1C~&>R3V@lH!?j1W{q60ILlJaZgQ5+ z%q(l%WkHKmOsCS8^#(VbnMVBCE$}8IF_97r3a4`uMDh7?Il{Dc2Yt|FXrM(m9k z^Xbqg*sym!74-^kK!(G$x2@uq$g2WpySULy;qJNtIv(luFL)uTsM347SQJIA+!c?p z{tQUYGVagH3#*{51(z~{3Dd&>r8*JjH)RN;6yM04Dm~PcjLjv0RRMfS6V$NcJOl@K zf&pAwR=aE`E*EF!hUL~{3Y4mv5JQSpccLSi95ZT9ieog&GiI+mM^%~I!KFuWdj(5J zuo<?le zPYn0y=cv#quGrGLP0hNGVKRtmr`mJu^(=_Ol=U6m?6L5`9k5wra9+nnhvkOo>l0Sq zj(xkk`x-4KMAJ=ukC=chs>twMw}e?CIJ7;1Ui5ZAOG1rk+l7;)E(M zE@UbA`ar9bmaJ-|Rjj{d{Pa@yPEIe64~}|Bk@pJbTOT{yhbFnbe*Dwrp@6_iY0NCF zm+#nPSx*d^nXoa0aGQ<+xvmPJ5FM3xMqioZ@&;_S&qcpE z%h=I+o|Mb-27y@`)lLc!5Z6SQ#ZnV0l1LA7R;&%`R(d zwhr)9nCVUlOY*5BTPr)pAr`~`x#g_mG?-u~#K39zFoCoR4T+%xL|)&2W@6g(7Qrbh zxe6d#L0E4HfSTaTTMFHX9fuDx7bu~cYOPSY0Sdkp?FCdurWsFH#76;W`sJ}10kb%3 zVMToDTyd13J>9h@%_{+DXsar>a6xs)d}>H(y^ktlnSxWPaRQYE*#Tz9Y61+eT2g^> zfZno{NC}HZ-e)O|sb+tnMNdIe$TwznD$)~Xd19mKWZ97F02ed+TuteGXV z08DSgm?jMAnmFyFsei(iu2g7m;C>l$!<6Y`I|lYnUn2mT%rhb+Nr+Jd>0{t6iS5Wx z7e+v;NXZh71u+|cW={xkWCT*n7Do&aZ!sZ)jIl6!r8@6nbpg8rbm<5XIWTr1j*d<^ zU`}O7ZcihmC*CU54Ef^J7U4C8I6M|sL z!GO&yDMT;CVg}Gqh7uxUL5FrJ3Z{dOX;VJyPLo?Vdm99<05en12k4MWV4aB2rGCUh z&&#Yh1O=$WnPFgo^VTd@i3VU5fq5yVVEuBz?Aezks1SFb;CNDJQT@_X$?D>+A`TkA z-u?wTzUZNE_b-kw+~odveEI$9+e`H0{`vX-$>s6U1v)+V)$*sW(EiE4&=1EahkZn- z(EyuF#N|jR;FZJ^la?n4Xrfp?LYK#vuaElZGe(?SN$>sjH$FGks{{>s<)$!%Y(S% z25v04l!e~Hb*T`Jl?3g0_ypBB?iyt>ckyXde|v98+Ocjazj&Jc6f!P;#r2rqz^Pft^prmn&!gXMmQbitR!yW z5)4>^#C$r{o7bNY(=m~&eb|SZK(7npY#W6z9Vgcml%ykTz9A*Gli-XSZ1d&>d^14% zvAz@ZEI7=od)_ZEYVT0|IMJkg^|;oRg>%(yjtY$@oEs@9NIEOZc96Luj79|TNgrW= z5VM$=L1ab@YO&u8_8plrs*3YiXm3*oJL1FCN}+&mS<`4oQ@%#k0y*E5Qx(kt42)SuBrpE<~vZC)m<@b%a;WdskQp3&-#CBoh_@;aM8-Q|C=#mgZmmMqgtr`Z*&%073wr_YjJn4Ewu*pT2R2ns zc%CMj#4q5m+<|v(d%9VDR^*H+{Jv0x0#k1Q7@!{s!l~p)5L4R9NgWo4vS!~%2^6bg zyMWBh+-2-kt3y(ntbm5pK_Yd<9t3eC3DP*Yr|*iY=F=L#XfO$uw9v=fnR9yALOfFn zIk1Q)^x9#{QknS2Y&M(yiS~^p12Au35)8%c=14qVsk&|Yz9A@jrVA9dmaG5JO*lS8 zBLH)4S+Thz-zl@~C!oY)Cl#cP$L;eWNXc+TROdD@R&JXwGBvfv&e7&z9jbJp%-d)V zYiqXROD8My<-nt|QlO3Uz9ZS~2yU3R3qmR&xXlgZ%!tM)#cZ78F+pQ~O$4i3^jRrM zNvF%^xCSeqgW>z*15dmC|M}7W;hUquG`VvhbM5~(HrE^ZpEq{4w;ug}9^`pqql>Pr z{Oza0b9-a(&0zQEXU>O?PR9c|fops~`PvXCW3pxoM^HAZ2)Y0NQq5BGa+G2f$=`A; z$SV5VPy1Q6R0n1Gj(x1Gm}^SoRh|*%ET;0$HY_1l4*H5$5$Wz^n_v=e> zO$(+pLf3tl)R@ykQe^#C%Y3y1S{aMuk~t@oAR&-d^0d! zt+^z^N*}?&)uD0okM&?Z^i^(a5RlNJ_;;@HLB__bD=SZ)pff>$=8;qpxw7&#`k_b= zwugTC=S#FP*w`GbN9(_=e2u;*>D0X48m#{U^}izun4AlRHKVk$aw%rT<~FL?vc;+z zf-*}=Z0w*ZWx4KhW#t2ULm9owhXj2<7bG1;Z>%BX4=*J8fcB^Och1n!4;SbI`i}E) zO3-&d93fpV7F?fww68y|eAtWj8vm_)KtKKMC)dR?lWguvJIQuhr?#DeydJNXjoJ9k zg5X3=NWx>la)hl(rOC;)v6(b!=B#LCZ507@)lnC-cUNGqUPxH?Tf=$vLPnYk#%UT! z4Wl(Nb#RwUb5~IDjlA2G`k<04=^!lk%UvNHLrYPd@;tdeP{&urCaCP@JJ09uxwzvd z^})nuMpsr&Mc;^2&~G`7uaGTJa&R_gYt^%6Z)N3|Uw&En3Qb5lMS^4;bhrkf!jWHp z9F&pJU2)fiEnPu@D2j?`GB5Rsii}k>bholUQbeGVWUwufqz?>g46Y$r%7x*WEJC*W zb6ahqxpBT?j2R16_)j$~h`!4~+oBoxa>8MX%K;I#2GLejeWq6jfLX0g#Q{%<#>@W| z2yjpt{68!B_Vb5v5_W3@T(kW8GyDrKtJkDU|L&j4 zU+`5m=+NOO_gbsOL?e`L6K&0j;QD>Cct^=!nmUccvJQ1teC$E?@yK~QL2v}b0& z_w%1W|Jm;;o&o*!gQ;H0^*P~E>C@5s^XEVR`~`hLXFMr~s!y?LDuQ&d0|YYxI+qV< z$a$(KL5ZB`s>k*af?&#Q4pX#D*Bu>RqGv}~q*R}_Ly}245G2>st^dA85Pj?%(4`2 zTxK4J*=P`_Jia;;90;TE4C-R(@D0x1;P()M6L#+I&d%1ZE^}a!u)%Lr{GLwpDPs9_ zX!O)XpHU*6pj1ziV~8{+aGoY`Jq%E+E@R!%9(ua7xxM+~#ZweTo%?WdD8^Z|u%mr8 zGaYU2ZfEBmkuql~xF&iL3Mti9JYPjAQe6tpF7L!cLH8RXbYr4g? zC;HC_8gEQOO0G!?8WnE@;6`g>>o8u*hvh)yPnsZ}Srw9i)gXP8@|%8PTI^=FHc78i zJeJkz!D(8X8)MC`mv;okm7wD>slj1_k4Vi|my&lO6;gCckQMd1&Cyt_W2T6>#%UFl z9ocJccs0vtj8oIDW95TWV-_+7bzj-Hw^Jaa=&XLwHg>mOY%g=r+;~s+FWqKmSix2| zN9tB5iqP?7sDIcN_3vA@Nm-G$6qzyWeLXD5*|1cBg$eyuq4tR9F$8uCZOKd1e+jWQm+Xq7SGBBy1`Vv;sS!ghroEn zMNGWw%UpWs5R)lq7X)kubsNUe9_c&sz=?8D&J;CwAHWRu;Xr4WT5AX=PZ9%AOoSQ} zRwE~XG}i<`nJqxy?xPc~&Ww9uuiq<^7xeaezvXzQ(SsxVOtZayPvLQIuXnvZ*cfc} z{_JZ?#iTsy?fs#t0+n8nn6pFz3H*vODkmiA?QOhRU;neZVRfVCAP{F^>#&Fohvr?p z;Dr)SoBlEuoc%W+0&ORWT~rhCL0Tg%J%gTb;K0?V-2Q>gQrC$lpqUIzXcjd+Hdey8v@+ z4OJ^Mv4=Eqx(HGT^E;s4qA;3jFyAuzTTamNVbQrQi{9i?8BqXAa~NnBy+ zd~9?BCKfv%q5qG)FKuqzND}pD{)$@o#p`YdL4x=3VqSz=l5K_i(6%(=jc_>RB2XkT z0s$BW=&;@YeWNn#!ofpV&v@6G7`H@LWo2Did1p@?p8jYg^Ietv6lLOJ@}BW^r-UQe zkV}u6l%?Ti`yjrpV)_8^8}R{6Ls>B6!kn!CB_6iZEbZF_4QHxx*yx?m($h z4z7-r{cVNFHZGw>Yqt&fKwAE&VRW5AL(yT0HQS^cWQAd7n}@OrYwjG;6zi!@?34Ts zZam{T5+9IR`JTc38l~NXV_RE;NU8J?QEruDQ1urfep*2BJa3~vLhem`+8@3r$^!@y zuXn8X8xP-yI~GdSDWC_RyWK1FZIXdi;ax(5w^CYc6AUp_FbFDtQ4L4LJ50Lybk=Y>m9I2;wGObS#Hkppg)+* zl!gSumc;kc%T#(GiEj8gh(~&@sP8k*cO7FjaE=N(>rMM0QE{{mqZtBlm%%2iGSPzf za^{ZHmKrmBV}#f}9ugM&iMa3Qr|%X2xqH`f1e*mGS1JY9Pe!iUylULUrbXv1vQVS37fO&7zI-xvquS&^+|X z<-3bAFKoE@4moP#w?mFBIp|{#W2t4top>Dx&6Ory=KBaYJ0C19C^XI8BCXzRB? z4)ZIab0a&FK=lk`643jd=THw_S28Ni=8ve1z>E!I-ObWM=#g0e*7E0(?Rnk1oq{^`6-q!lmZl@^4h99*O{la&f0B7cA({(bjzY^JUW`O% zY?I_w3FCREAcv4&zT8yg0h}RY-f%BD6}2fZG6kz5@gI;HOU&S>pS4h9H)xP-AkH|D z;jBckyO6nSx45Gf?j?J57s0w|61W29F4+f5d0*t>!mO$m#4L%TFkbx~+Mw<4?(ea- z4LI}O=e8r5Bxmk?Dz$}eYTg7KQP2`OWCgc^v!nB~3w0W53K}f)z6Cg#1ue-GfX88H z5ynteyhOvgNt$>4IP5OMxIzC8N+{{Ob^PIsEW(&(D%2{;?xndIs?v4zNdB5a;N5$% z=cVD|BxaRiRAT^@K>AY|S@PkGq*1X7W8NX>5JMEH=W!0Dqmr13e}UMAzI(&+wfI}` z+LT*dFy^ zX%ciws5D@}av%01W_c$#U`NXNPxoz%!tICZTV^H=V_tx(`F&|bYK@0^zbGcY1Y;RY z5Zoc86~L#leCU=%q?{LSDaQ7r7ZOI0)Mt?tIjkJySGBlb7T<(f5~BnTgQPU08zyLS z$jPS2L1|2M`Yhwr@~SlbSEgeJ=5ZW{VwvXzOz!1P=z1gRd<_7I>mtV~vq!g0F<5-v z%~8;-9voUBlbOSTTF0DaX(p5P_=p4eL}C;)Z&({lTM-8k%fNu85XhKA27ACsky=G+ zN$pJ6ElPs&OEst%)nKZ&+KQvrq1_GmWy!`ma1g`|(`q1N7uR8`vjuL0SUXPeHtp*L zj2GsULq%h->cITG=TFuP7}$uiR^5?3@^hzsr~kyJja=&r=~ z3zN7~8#;FR5+pIiD_?(itSrZK;&|LCpJAgQ%j6t%yiCdb)im8s$up(#!BR%hCZNd7 z)DYkua)D0LiUjbvT|7Jxe`H}oToNSyHOthS=E5N*ughX=z`!M3UBl8)XwMD6-qOj6 zricE9X5FlarQW+{^%nuKvV}SJ9R{T&D??kCeq~Yw2!7`L6}bsG$9?Avu(2o)$R?7EN>?cyW0M#p9D^38ch;p&Jhjg5w?a%bYk4x%_zYaZZkcO1^Ot zgphRcEQQO*zhx{CwuI0q#fNUzehRwn)95@4lPt{dk0JQ7PS{ROz8R^U z!JItsYbrZq=w^qMYg-A1K}9!)oD?xY5oFW(Yy|H1?$$57+F!E-xTP;#(R;3+i7ttg~$GXZL{j0XNkO z$I*Aq0#F5b&F%%mU8WJ&?4H+bqJjYd?#6lyE#{9iUvNt5g%cz-r1Db%rZ)0s%S$dE z@i67g2Mo^TlWn**Igo{gq>K7ZwgwTh<*EL2$Fi9|DEStd)XwLL{1+V-Ya^H$RycOF zw8Ko?#szI$yqxNsC^k+4fEpTIguZ7q%Gbwh29NO$^=qjY`imZLj0&9~#kebF=xi!( zlVCWLC43^V6(dWsZ|W=pnAhd~I!QJ( ztS|=3f)5@Nj%5ud0k*cha|JA2lCBQ^BK(b6b{%-q#7A-)RZ?&;w`<1%4P^gPL&uFc zV~Xvv+=V5KKt^3zY8yu>U5>v$`taSU`~Gy^A53NrsB_+lR>=}!o9?g0>lBMeBS5(X zv+KwyK*7Z~_PBR>Mvt;pqv6kFTWDHFiwC0F3Z5cf0gUX;hNi&N*Hu#cMld4KMgk~- z|32YBULFa3ExR`ZKeL@{b^@=ogh2N&4{0Qh5T;)V4Djc17_nm*%F{BQ6a9|YnMfsA z)BG(j3Bc@n%2i#-hNFBYk6Osdf~~_iAQYZy`rHc&rQTrNOu2b8H#RHv28rS@JJxKtq zCpnI6!I781pM*RsU{~K3!HQLl6;+dKMLpYBaT7H#k_&r)hFOOlbOn;#Kttr^1$n4r z%K^(^v&(f}z}b4s8agVNyBt*-VW|$vVdeiCHl-f1kDM89i&5lvJ3i?2F623P zK5w^_G|r3b;3dUHzMSa<=JH@m$wiT^m^1Iy@8uq|Nz-(jtR_mWcXoaV(|KxIo0kJs zG@TN-A9aAy7Gh&L0cs^m%`ZS#VQq$e0K%$2Bo3;9H!fcPc+bge=u8&(DuVNkp3@;r z7U~_ha#e<*Y5-$@D<$81OySCdN|s4NEAB0Lhx3RCxREJ*A%1WfK~U(fQ&?(;;mIdVvS?-Fk>}Lf7qQe^ ze~eG>!p4veXurBXB!WgXIeHD)DN{-ZSDtUoCyk?Y1l!~|0zDW2!CUs4|m;?2RhV{UBa_j-YOrG;Hl_% zKz!)UMm2W`u~lZ8B+--l$Cmy*3#S+N9T?v`K$7YLii~*Csu$KWGy|`rdHT z25@aM?ajnDQ$p%~EhD!S zP{0*zns8RwCdJ&KaAI{UadV`yKj@HCEM6)$NDeH1bx9EO`L6}b?*AXwygxcRI>Ilq zB!ypcAO96+1AYnp4Sph)6|3IRSTk8o2@=-xT7FTzS+BuL4u0waC3~loXBtuuPLv|HGC-LS?0OWAGbY4^i&6&@ z2mwdxJWDn#U$cUfk6PsdkGqV?(iS+??D*4(7T}dMQ;7_>vVEA2T8wG@Y!M|3mH$Q7 zx@~Ib`dQGGG$xE!9gN%(BVEaLkzex8J>5ia8WvDHl~vUTcH2x)`A!hh=rY_eaj6<^ z%1I~#v&HvtFF;IIBoRXg*D3%N9i(m2n=)1^yh2{H&Z9_4@bkrcY%Cmc|+QVbJoot0M z@hNHsRa*T$)GAA&=wp#Xx|s%w^(l!WVsR^<%=9W|h&5C@mKqLl3;;D)&@d)XGRdo* zWHgL-tjLebXE0@%E48?i0~J8X0vTz^|1N>Kp~!}WoCF!vQxnW#c8|F^fN55b0X&~r z&iyr(&{{5;pL3%x2K#6fCAaQINPB8Ad(CTU=Jk%nn7*SnBk{3GhJjN7xkNe+;*4aB zwE&38L6?H3TrkL^FY8XBLl49(K+X(_v_i7yc}+Ox)f?#`3?Zu2J@`?eVOjaxs)(&x z!##l@v9hbBkrnXxG$Hl85gw(>ctBtWuu|9TKBZxXu`uw~Az_lZtEg!eLxsG)m@X~y zHH&kV@DnR&n`n8s8dfR`t&8U}ufV09#v+z!z!zvNR2e3Ouv<-sVF7}jXx{F9(Hh%! z^ARh3K+r}V!+-Z+j1sml8G}(;$|fU%!~_${?sc8)TFo7qhvH6oeIN|&2&`EaJgi1X zQi`TA=dUtxaT*ngcvQ$~+flh#oVnu>kMzhl-68o#P#~XfqfHf%O{D5@(o~+{vj)^| zpWUM(Z5uFs(SX-&WT&ntJSy_U)ggi9K){!Yel62x(W~^*92W3uodOBSBEk=kgKf@Q zRKBZlF3?bnItCL`Np~z_lb`k)GACmJ7W5JZNT5LkFVJe3W*MYQWLW3C2>@-1>aIm| zmwp}>+FklFao*LnR2Qkdn)aQ7MOCf9)M4Y3F)Q=bYb;F|$qH*&O`YAPp$dVZIeQ~> z->85Nxi}#wj$Ahf&Q=^ovSe@!s)Hf}?EaZ7w70bnik_eY(GZLVZCP1<%}5e6m#>o? z+6&GVq!d;Tu~i3FPo_CM-qyly!XSn+EUI)bWWNh2R5wAkc$pL#81mwL-GMw3SgWQ@ zxTO|tctdl_uX*>M$)YPSG7DVz%oQ)OD^|z-XR_ekug#{Fcl6o9!sX>XBpAFj{FYeh z%QdTnNt4%!jGunf7%>eS-w-yvJAv7Q1E{yhPw!w4|AtIvW%7HCJs711FA-FAv&}kS zk&&+9+6bX2t4U2yf{^=3k%2dv%=96*>gfE;RF1?fA5c#q$+6BIR8WX{2ze5f`!>jR z8@H0#?=-a3VTanJpEYi|{9+u)^A=%eLH%nMKd+0UWF3ppmC)_XeUpyN zkM+H3MP#c69h-&VE^SDq%Rbw@X}QcGH1CC`zh~NN@aB1I)E+SLFkVSJXNey+sxwTJ zSe3EFDa91aYntV*RHaKN?VsCD9*J*%w#9-XBxHBX8UvOlBUPE|&{R>0&gVc;1BeC*EY~PsZbEF!e^Gr{p@s z(9grHM@JP;H|rL`ujfS+T|ih7-)Tpeiz0BAVMy{s6|f!E5s;2Z_FIJ^LIC2nQyr%7 zDgX6oRo8Ov^ww0aR4zKw9v{@yktn z+&JxJ;Cb_Tx91I=G768I_RVm=GyzLna^VZpoACj*azL)yF`@@WfUZUNf4n>TVB+@$ zfa__~Git7f9gnD@=*wzDfWlaM!qSWhmfx@>HDsh2z}^fdJt=P~CWjCUY7J^iw80cq zFWejzVQ967u*}R(*;yWMF6A=UB|k8hN=Gn-IpK;~lw9F0CJjlW1PbNKh$NG~ygqrT z9ML%Wrtwm2eb6w)f}INn=o1$7-5~9>jxqpi$Z!D_dXTNktiEBa1}demu2(B?lv|Y3 zCUOw*3(bUZDt;9>__=c^!K_w1Di#c|bC(&DtVGjfF}U@&w_zLzirt{AKo8#Elo$#g z4Yoh!_QmLsORZDoQVXdi`B#!M&U;>eG=8PaPl(&D;4@4M3o3wDKh5VqH#8ob#vSrj zyNpT&it#-Y3lL3U`rC~u^(v&1kl*0xt6(yv1}VDu&l z1Hp+{tF%nAH`1*Q52BxBSm-_A+Tv~E>eZ6@VUTs?FrRP~Bzxt&E9mjA<{~ER(+uWU z&xdX$AF1+}v5w)la@|&qVdq#EQ+)eLkZolb64z6H2gW1(6j#y;WG{cQg)vmV>Q>nq zfqrCV0G<;Xt&%Lv*Bf=tVk_{z($lmR+on`RTEZvbR*=y+NH!$N)Zy2?=ET7-9Sj@mepPQ z#S8jhC+9c@o|?9%L?yU$^Rd0(ou(abvWBIpSU{DB*l<^2dIjX_N=QT54GXTYLTR{! z>>6v7R*kM#e#>R16h$vJKIK!@fJu4yLe}cmh?xKcXfr3y!1Fw>4Ib9uKYd~BcF3N9 zzqMWFl*7{_9hB6X1L75AYlnS1y~nrBheolDtjr!*n?Tb@`#40&4^&~9(yW%2O@I#L zFz+mqBo{JxTF)7Rx%rUT=w@ynZjenW_ml_Mu2rMbURlYxbRV$r@SJWy*>anOdCp>G zRs(&Uz^=kXX`~NZj~EN#%1|ssYa75F5qk|S_r-U-0;C!igqR_D#Lz(pmaTevb}8EtlpO0QvJSX zG|Lx^=1pGk&cNH!yMZ5}xBR4H!yy0&k- z_Gg~wGq#xY`cuD0J%6(3&**{%1K(*oP&u~>mrcCkY{0w`U3!zr$m@;9gJ3b6dBLLB z8;^pe?~lg|Z?;%2CZnD=9xVsKq|Zj)kPXK^oj7erCc~~m?$79;HyTd*lz9`c7c7>G z<#O3$v&ne898dlJtT$poFrAI5*Xu1OY|4h-%wGa zBnzaD_S};K0Rq&=vtj?x0Co9*StHm1&Q&~BVlbncgV0%;ldcY+Z$|t9VX`XIj1_73RW*t-H)TcCDtuZ%0=NSyJI5WssrrJtMz44Y8i|UbV_NwZ4Yuy z(L+94Ca)b=|5-C@{Y#Q+>8X6_#9BLZYCYxc(%I{|0`=$7Bs~0is?An#N2ex-Pu*R} zE(nW#(kxjXl>Z2uVy1MRB|Xj9G74AgL$r`8jd8|Y>|;gSzAn|EEz(s+0~sZ64Y5xz zS!sHZTvO?@L$Il|JVZ5F>2io}(scQsDYU4B9j^oa z6Hz7`?X5Jb+VoHjrs=Yabup{?qD+fH=IJcN&I6Dq%U^?-pJ(it`s)K0XDhqGAiCX| zJ0B7iAfp{}h>aE|P)a^$ z?uY{q&=HQR*>DsDNz6aS(S2D#xSz)|8}TK%E3AegQRY7Rd>y-rrAj#|m_!t{sE-9H|ttooV2v^Qo5C90Duj!4_tI6bn zI`U1W)zl?RWQD9u@6U#+XW?K1@*shE=FPlA1!m)x(I7J)C?EeN7H=1eQ|TF2vOZ|o zVpnj_oS8QpLEZ}V?>Q6P!zZ?4cg|dT^>jm?hshN{tVUp;iLc~f(jBm4#_!aCHhB$| z;Dg-CRz*Z1vQ%0$2v|7Kt9+Bv98%=r*vc;nfJmpkit9Nhq6DRm?8 z=aPm@^BBM4&`V2ghoy3uEP-97XPpw>jSS-o8Ppf#VWhqV$@PI+7h9HmkjmxhY*Iyv zmBix6_myC!0Uj$O+ba%9f$qt#1&yE*mGa*sCr}o#0!3b}rERF=ou=U+vB6Jn^rS^g-Fc-=2S~vVmwKB& zzB_1GH<6(;Z>9HOi9VVdG}!!E^kTA_{v{8LcR(goSRxIJf&2RMYN9+8W_KKMeHpn>QY4xsF=~Rzx9nu7;*7s zV2#8a-%U&mgRwG$?$8P+Yvn>fm#!`*auaY z`!`9zvhs9HCVEu>9$hCNzBa$w?>o#iT8kdxp(rW+`M%UPxx0+hvl&U|!qmT@Jeu_+eG zNDAJv%Qnd3adIwm9fx%Gv0a)rvQxaR4vEjOXDd&PTe)8Gc6BRmLLNeu(0dXktI+T0 znPXa&7F#YuA95Os=F5oP2`-`2YW>Gg@+2%7&BfLvH)1#0?a!|j?~~En4$AgIK9F^? zLCi0y>y;dTVka)|V&t=Ia;1QG(s=cz)%yBta-K2JIPfrMyw&=~ic*}DUm9-WwW)!M zxA2$NH;}YyPJa3SeoU97r#^-pR8~M_5DLz0QK(dAMI5k< z^hRV8#)ZJ8)%t_H593e_4}wRubl=OWXFou6=+TD$mc-=rhYRwDs_F6F52r-*^Rq+{ z1#%?5Z2d8J=e7U0{vbd7$4_dAhpaw6n{xH#dT%704!>EwF~FqkoG}{YYX;)?)q5(k*HaD$;?a0sPq{0V04^6e%7Rr2Z?iQ|MU~$2r!A?CD!b+iLvvo9 zis1?%xu6_>K2%rN`Vf>(^OM)}w<3GuA+^z@xT3Ar$E=N_9{IHh{cELvHacOYwl2w6 z^H%GZUw&!*AFL>lu{0qx2$UK_;U~Vdv{0(K8bY=%(MICBx)jXcAhs4u)WdKs5Yma^ zCA6}<4aG`)8bhh&L<)$KQu9*z$2EBMv=T^etSck@RH1_8y8_Z@rF3PHn7Ud`5L}*D zSNct-k;U2wc^R3E3mK)jogb6hq)J1JUVqP`wAH#?GqPYjC%5z-bDrg5l~Yx~1&on- zA$AsP*6?fCYsT@>2F+PZy=@l}^{-XEl-faCvn;tTXqv)lebXU7ibH~3TjC(Y!;oa0 zP;v56Gro$F1!jcIASR1On}p}e_Q8`4OJZA7o+p5R^9rJ{US5-bHD~^1ezwbh%P?Xb zb0Xn?LAC#wG4{xR!=5)N%YS`u_?P_mWq!C|6a6c#WuCW)%p1ru_=6A^G^}&|@fGSm zuZpmRsXt}9fO$*h0!3!}s`j~QN@T7A>np+kU%^G3lc_iD$*-1Sl(X#0U(+zQK)LdZ z5_E$r9$49=qjC!hx^tyOyd=ItE+uPKlA*$jG_QOrJ`b3GB}COZsL^W;#9CgZ8C!;T zbCoCTN{m@+3DwB2whctof@8q3Xxq@{Cd~4JMo_SvHvzGB4gg6hv9TqQNv8Rn{PgOZ zS3hrQgjLj=2g3ouO18a$_)#nLs!P+b`)Ws97;ZN(X`7j=IP{&3H}vjmm8JfbtR^rg z9zOuptBl=dVa^1~+tGdC+@EXSDg)w{)_zjGBK8jy)VxZva23W^s2ac8I}6v$;+yTW zK+tFw;dAoc>1CUo|NXK}PEOyQUY@qe`NxaPHu-pddG_(c#U3!IlHzknV&l>%ykTvy zm4Pa|4YkZ%A1$J7$@;qDrkX!88uKN~Tu9In#;f+7OMRcExqCnp%xJ-x%kzxU4Sr`K zaOa9+<=(PI8-9`JYwN7UL8L2jpn8-3)bqUU>xj8h%?bc~L1_w(V{I7cbXC9BKDc zVQyr3R8em|NM&qo0PMYcbK5wwD8B#x_$m6(vzs_Si;`^1$>>yW9gm&eb?wCQjWfHo zH=Bwf5|Xec0S*Al*2KP_{T5z)iF#OaJegT>swOfCG`br=qtV@H@N2x^3K_={744HT z;xd?`B>ux=KAlddb98v9|Lt@-^?$pa!|orthn?QR%cGaQ-u@pt-Gg4I`v>SeDi(8| zOi0B4(Al`HI&r^|2c_iimC=OCO@~-jphVe-By%yNIUJK0s zud{*vJ3)j>L@4IE7)}t0`!L3F%>D<3D8@lL_5dhS7#^z^>9{B-#z>4wG)5c+;|$$k z@;@W>B?wuP*D4i~QBfDsi1EY2h6?seQ8Ym`!}0&{437ew<>eCf!ZW|ibJ!Cs;~~}r zIo^$k9A^X7jANtw*P9fb-R%V3PPaA4NF42V_Pd?^{e#Y-_iGQ(?ekTiiu|9TIK$%6 z7l6g`zuVjI9n|Ij%idQ0KgqKLr+A36Sc2(%7&7hzX5j6>hcOXG-2e0V?T@V?;|Y=y zM=&HYRs~LR7$c5hf;d5g7z>aL1{hK#1df1E$zaMd4iYD6j3gF;=V=k%_W(FfnIMw! zX&*SE;TZGw81V>G9OWVnK%!9}{E1$XsuIfg0MaauFIY^%X&=sp=S*I3EHIUx$8j2y z5S_4$%06_}i(Ebe#3Uh7{{jfptPkBzC((Z;IMFC|_g}pw8qJ?GELJJ&3A3<$n5MW7 z{z;q(iTT-u?|CU_36^7=X)p<+if#iDQ^mTd4?`3StY4uhB5Kh^@sDVLW6_5%_xgj9 z`65N30`KST^}QVkU1R#o4#W&aKcE=Vu=En&O3W#WKX5c0lF;$ZSBylIGKo~HmeK-c zweX6NBTbd$8TK0rq>Rfx_}_PX2L)!wVW`>f0fZbQiTj}HdjM*5VNDOPA;>XyT7j*i zMp7nB$+IC)CP84S6$=AN4NL`V50C*v1dK4n9H|kS2|`C2>@bUC{oRehd>M5^%;N(T z_FYQ`rfuU-3I}-q!|@5^qo;|MdOd}vs(HbpOB`mL$f;qr8nGgMqr1H5@fDd7d>wA= z7=C!(4iI4nt!*DfibFCaSisF#^)*+T9+x1-EQ=#G*CU+9Y>Fd5!VSWf?R{Vzs1h16 zT)z^4(lqeuEm$UcJMbLE z8J7ME9K;g^@LZ8^IT&~|pZeg7sgO8nIch>qBneUMdtMQJ`9^8KB@LJ3kR=JG zO8eZ&wXo~FfSM{13q@NZaV^>?N(d#U8Pi-lqM{XMLb9Z#r@Pj&MSI5*-3l2Ul2L-v z7SkLPo-Lx(K82Q^zvgEj)R-|-vv;6=8U@{yFw+2Y&bZLyK=lb$^1eOBD3)WuG)ftv z5*UU4tIn&=o)(9MTaL$Mf+-f_g0lfG!8Fy4z|`pe5VP>Q4|gs74j@Jejn+;HZc67-r z{q+h4s;eMGREe1w4<)cn0;ZC198dQkGBaKaB0o^eXfeC=elfUVJdOelm{}p#Tn#{k zW2|VBu@Vb8K69%1@cd>>!ZF~VGZYK(BdV(TK&ab}?^f^`G8POF4{EKMYW8I&@MjsO zM(`FaQR|6R3SZt&3I&H)JOzB4GJ!Sglt57fPKK!x`!_g_)xTMk<|6v^{89}u$wC&} zh8v$9IA;*)887L(a#ex|m^kNnZwY-dY8fr|&7=#k+Mi%N8 zjo9n%9~}0oEw0Gz-oXr?o%n1VP|o;a7Hi81BAlH>k2Bj_b!lUvI1Ru++Edi)buYygcWIjKKhL)lN)=)a~S-0S$GJ=g=&Gnly9d zl3`=R_*QacCzO!W7~A@Lx=1_)B4La<&Ig2^KcMGN{?6j*X?-=tp(2Q;nFJwu7D`1q z5|CoGG!4yuD#2J@M*>g9bJZF9Az<~qq7lZ`Rg~gILx$lt(YPT+9i&0C>j5Nc_K>R zT96O&D!^WgfWpo_;Jy z7OU@s(M6-7C}mlvGiJ(eu z$f)EjZly7zddpU{?Z3GtLJIZLHRBiU_)9@!8Ahu>Gy@!K&3UOV%rn|Tsou2fVPIrO z#&Ii+2JIcw!&5>>E!0X`6cNEQEy)L2G{VwLS#+Ae`$4~RgC_?CMzc2R`;f#+nKA>Y z!Pvat>Aq}tdhO1uwpGZL{*9^R1dG;?@m4`g+fyL_tRVK`<0sXJE!}`svdxeQqJin% zh$V>7;(f>x^FehQrc(6b&P~Kp8Kq>Lox|n3V-QpX8qW|>YQ9kx)?e*+y1mY;{oY|0 zUha1~aB$S=KzG0M{gM4+ek13X0E2)aiduGq5m2>bT37)+q{1-(bidyZx<{{q@4pYa zoqbpKMNlc-T-GaAazLD;sanzm4mmapdZM?^gbETBTSmoSZT9zeAZ0?3L992IAriO` z6z6Jls7DK<)CeV`WvX!x0~B6k8hLuPyEN_DKF{}5GK^YbOfZ$L5OXOsVH%+eB*%TD zF+0<%jD?<2B>;jYxHUvHoVE-_jR0=cVye^~r52lkZ6&f~YP%gz)sIuXLswFH4=z}= z=Zp*a54$-C;EaZG7Af_rx|Oyjs=zbTpk$Qtc9cS{Cl>~k8vs(ylt!TYrd5JfGBA2- zH-nq}6eVd)XqXL@fN3v*>=i$aCC8XpB4aLCQg_A%ry-nY$pCXTrWD3%;VA>tGQ$lj zYijhs6urRwy?N7z{oYXxnv$t2LeoXd(7Hzox7>nSwV__W62U0sTJ$fbxP_AF=uiVN z*41wCGU!^X-duyKBI5x@no_qLJI$;WMwchU!Wsj!g^ZprWiBy&`VIcmxB2ApED3fw|DQ4G!PyLD4y$|CIrC^--6 zP66u{@b^23Z(lgifZy%BCFW(><*>X)X}Zmzl$!uOD1IBjJ3DY(Sn}%@)7BgydQTVN zKn)}$@n{-|lu(MUu@)!RQ>+A}uO+0fCcNE-=5T-r`b+}XDvvP}m7NM|=w81P$7u?E z@Kv`db;|d=QOpJ?R_GhUt2ME{$0H&nH~xuV+g0|vd@BCm+(p+ufA`_dWgu_mW3;g( z{%60pe^m4T_V&AnTmSDDW2wyNR{hXqbKUN_D+I+|* zoWDDL^ZDZ4`wy?bd#(ggC}S9539VM{V1+MVAb5{sj06tO^SAf+&|>g!!Dx!)__hBf zP%CYq&0ilop8{%exc8mqT_{Lya)Ix*m(CIALjd>pyEWX-E^3$=rEwknh{TCTO-Lj& z5uhmIinIEi{o~%(2!vw>{&yCE{&zW-{Gux>4F9p@V_v{?B~SWrCLuvnkmy=%6o&W) z5<)YHi#4hY4$dyDPKhRn#7a94JZF>oC(HCOxj`}<8`H0*4F=PEWIZc$PfS8+-K^3P z&pe|gn7+7t^ZxH=Ck@@90j|;+D>PZ@uxDRfKb0N$0ih$+PpZpEdjD+KAgTK6y8_2K zy;OuD!2CV}@K-=Jm`7(ICSg$VkQuFJ$XTLy&ee%-Fr|@dyY#a({UsI>M`qKl{njjw z*$ttizUOrV_z`6^90OAOSyM;}7s*&G`kv={if0sBL``d+sQ+Ol?&a%qwPl7@OK+oI z6FOvrnBBG`DhvR<3QBN)d)|Hk|64l{onyn8H~OB}h8-9)A)kbKaX*o zVlD!iZXOD@B>wB*sMo8l|3}^K{&xL;is#Fh_6wMhq_3TSLlR>-P4VkQu_YYiKD=n_ z3EF<)y}3;hHP)1Jn2HVt2|Qb_1rZ(+S`r^dbhL`EI(8y3vF6$Y;3SeN`EG(aClQ7_ zkUXOy93AMNB)QCnLvjm#s{p2ChWc&rJF#&$c^gV_P2uMZ#biiu1Sm~4=7IMQY@qA% zQnjI|5HP?Y$^_P?w{k>>rguni90~1*)Y~`{R-oN`&j*EIpeRv`kJ1Tt7qF#}s*akH z8s|zQMCRj{OV$0!9Jw(W;^mP)(W9n zn)@lWcTw$K6Qo0N;;C6$^xALStD48e1jNi`yj}N{h9(R)YL(LS;1WyQj@3IT;3Sn( zh)5{SOfY3z@SQ2A_@};Az??~kz6tEWC>*=lQg#H3DoBp#2v?S8%ta14hkk-mZROG0 ziDZB#j6@(pmTIHz&Gil95yheey@IsDS+YyXRdKDg8rD}D(E(-@H)B0U0uoH6HV4>% z0R?7?rP1vule#LAvp85&-}5mNf5TJ9NBz%kh1gk6D+yID56?C4eIjI-`o?an{>mcv z*KUn{#Yn4A`yNY9@Wc!_La7=`3bOXDkC~eF+SP4i8LTY^Mr4AiA$^wB8jOb0e+`62 z__m7s4A1jFeq`)gNu~0z(Qzs!)^Ci%YcN3y4k1-!YC0*0a%|!P5~g~psy}HFW*zo8 zQW~?}n)UPAKb>CWAtUbHhm#8zw6dpzF3KNg7+^=ULAiFoi$qprj^2q~_CeEsg91ogra&cR>Nw5xaAQ)<%7}9&_h2@gJPn)l@?mpzzuR z=Idy=OgeejykIoT-V#Qw(jrztpwu|aWF9sq0EHpr+R12bCc446=CDc|nFSuh$y6?(~`#d@*5Tf1K>)BDSwY;-2-)W>MPuqqzSU^&K;Ek-lt{ z&p}G}=o(0UILVQc;e(O-HPx`(3BOguwu;zR5!)(aTSaWEh;0?Its+*@c`91MH>Z&; z#O^DpW))j!-4>gR+3EqxWwtPT#PEEcIkH+Tu*VGxRP%ZNoapGmX6MoFJb0Rdx{b01 z*|$Gte2k4inswTOeiLN!*~0wHZJ0?T@g_7SXpBo~u!*+)ht;eYW&OqG(XU|tpX2|r zPCCwFT#6T3Gc&-l_>Y6$%c}opzuWC?<3FC{DJ{Tm*p~X+#>D2I_yC1&`rqGstyaq` zCy>#fQ6|TXlV5bmS8)AG$K*}A-Zi07AFL<(J&UoIV2L6mQ9nP9y@LO_8nkO-E{(d3 z(zF%{m>`NqIBE^1{fc|u1-IP6&l!`sf;kI-P$3Zwaev0UU#~mHaT17eTYJO$+LK;( zsNCPTiZ_;DaHqq3QHa6+|9$X3`*45nd!==0QB;m9cKu4UP?{R-Y*`y#ch~6Gsk0BD z7Mod(->Dq+ua-3Z<=g#=Usuz)lzE2_JQosjwd=m=E+zrKS6Oz79Uo-&O!*L%P+hupzK9 z=Ax}Bt-~K->F;cSbIcttskq!QhL#dZV1GJj#ZT*>0 z$__X$P`|RUtStXG*aj?<|GmRbP5yTd4m(@<{}j*H(*HLS?puleJKP35sj%Hp!Z!KE z?7)1efc?gwdGbF`FuAe!XSx69aDTrp|9gkMt^9wArzVgZbbqVo+v%vs#aonmwTlBD zL5VNTtoc)GyE6RFb^Qij)b)K=WUuq7E2+`U{=D* z&7d9l#~9Q6Y&{Y72z-qA2%Cf8&-IblgmIJDL+tJu&X#fo`7T9s#1cZ0ERshXXd*#6 z&t`4ZLgk+ki8GGVD6dQk_K?K5SOdPyIWI9AGD@P`J@`(i-R!@15$X5$U%n`ws;@R%hD{iw zerd$ZVSv5?U<0OW9|QMQw_zX{Sb+sr4zE-lspBy3@B6Bw>~E+S^@<2hOR3B9T#4TV z7lH_eprDjlS--TQ?Yfj-^nq`ygbc-4gc!c7#Shy4Kh^0%!LO#+C?TwWm0GQGP+?Tc zIy*MQlqL4fRYi{fc_ zsYZaW#pxK;69n74wpuBR`ta=8iq$F? zBRu=~#lOZ=zwe(|Xva~+sCY-?slNxl%M9%IU1s3>PtWFY*oh7Od&V=g#u^9tslJ(X z*yV&wmXouE8dmGsLUnP}&{$riA>;O!FHJQXW!=oypjn}CX|qcMH@`7ub|y4c%mw?a zwGb$ckfL}cd-Xyz%GEc-q@2&YC|}9)y%?7YfR&KR&no6J!re2_ApcBud8m%;xrgQg zv%_paQ^N_01odvKJ+Guhqq3aPFE2{T=oi&3lGc|&l!7-GGPFqjUF?B7Wk4ZI5=5gy zz$ykVy^^3@xRfmP^#awlTp<_4uh)_>4va*6gyri(QE#ti#Vf;z*+?=WBh2~h+;Coe zp1j`w&o!d|hM%ST|3`2DEZ+ZjJKfHV{r_m2|MO{{ueYt=?$UpMUVyK>FE6DfT5OO4 zcR`M*aJPKj_l(6D@{29ZfRy@%?)NN?2_5~U4?F7jy!^&3_X)cFiRNj@`_L`kUuInC zO5M&Mf6JDI<%<2fW9D13CCu5XKaL?`W9z{q&8}Cq*=3Ph!AP)%h2R@73p~bdeL=uy z0}&72NzbqN;0^VB21Zo4eUeQ!vg*e4VH@*xcH@l0^LZ5P7N1I6?A(p5llqLp(`w+Rj$bz#tYtG;Vkmg9bzqT6 z0P&IN!$ zk*to~eC5d#95upM1@b?ur8q{B8tgXStzkSbw2>?|jOd(Sy5>ysr+SXhV9xN5$pq&Y z`Ijv$V=2?WU|D_zkQ$DTF^c85`bDSVdewQ=sl0Yqp#Sy5hl|n&oud@Rr#ME_OB^y9 zi9Q^at4fk!mdX5Muk=l1`gWoZV~)j`#ZjRXg1*;Z2N{;W_Plb3kOz~iYE7G{?Y`=+ zO>OsUQ)}kL1LjQVLeHv9c*w4^M6<++r~-0pft}=)Z;scEA7|p6Y5^@XP1GV>8e3Xa zrU<8bEO}vWk*)H>ygOe|3!EnXmPNP^hn>#W(D(a!=Ggxl?$%!45V$PI=2@C1%N`v#K`9!Lm`H*} zaC~uQmpc*s6$$XGDuG(^7HJH{v5ZQoBI#D8q&}B%C>eGs-sFYK z;EtonWb;2czW99p=ELV7&dyIi+k1IIFmr>6MOt5Q%QFhhURu&SaLwSTJkd^B!Z}g2ir-bJ(QqKOZ)BfjgjCCOYGh#RN2Jz_l z;!M38Ga=8hykY#h;Dvg5c5zaDadCE9yxz1~630~iXEN99Qyb@t@8 z#e{Vp$nU#ae+4jM<`>1wtupYb)ece~s3-%s*9{*u03%71@L z`F4f=c30>xjd%6AtTAU7rd0lC1>re`O9t9{%{)uZoFp~pm*96h!QnyB3A!D>AqsyE zzW7#RPEq`Uqv4Q*<*>cRPmOde0I~`WF+&T zT(0G9T9|KB@z|z?dAf^szR_nT`M=>daGCt?_V(-c-^1QE|L2oD&6-f{rspN5-v^5M z1!t|c^80tVar{pet-pz9vHW*Fpsy|C?pFRk$+Ncq&weI!q_es+5riyh z*O!L3rqtS&#O3JG>JFf`PguELMc!?fq2Jju)Ifd1kU&vHObVw(dx}*m))N;u2BvLu zMa;>du#(dlipyeMjGJ*smc7bb)nnOHS^oniZ^(!;jvup)CF_5uw|`h${|{bv54P+7 zQ#?CxfuzLTguI%*hnq2`Fvv)(g9K9)ULzfHX~QW+mTHSOh%t_17{zR0#22BXJ>WP- zl1#8Z;#zu-Xyokx#Ut&vj`7@%wKMIe*Zd+~q09r!!qgk=KGPTvSGuz|8(Kq8FVrW|Mg_TK&D{LTBz z-;}ti%>Vaqj!)md36kh>+gLpR54xSBm-YGIIo#_1Px9=5)wewFqy6>i`B=(S^xH0B zg<64kfe1iwdVUG!f)5+fK1PHJa2H}A8bQk0ghW{AvX|}(cO^T1{O{BE|Lu8KS63mU zg2mYTPHVWJ)tWfA88Y)Q`EtTcr4O`Bs4)nsb|iT^jjO9G&)eC7Gb%ZYvQUW^&(o4h z>&-A=ObW?SswkMHazx}f8|dwen+W#bT`2M(0;8(--*Uag0O+^d6;)+7zqHH5mCG@P zkAKB+QnY84`duej!E7ja041DnNE|y>Rye7793lz>Y_Y=;5DG~aOOnReW>CmX!Wkvh zt+pRQ(kC%6uHb0LSd6?|IO2g8`6Ym7_%Ug;n2m>j)yw(iWj^r=j^XWE>QC z+LzbU)ALJ94Kd;NPK``hWMH_4h$yH)0&2SjMOeA#^YLJzYjB!pOsFMm3Ia>1_9PX&LZtR2FBsXk{??8je!jda@Jy)4(eaVF*{7T z9s(t93~^-h9uVLEkp*0ure=hx zh9aC|wF?WCQUO;AQp=@zx-!#j&o)Idjsp>vH}T5ftD;69CQ40Mg);cl(qi9 zLJB}P=ynwI)t-i1IixGQ*{?TFN*-Z5wQYarZ76JqERNZY=zk^Ys2ev4j4iK3&PgRC z#u!Q@<<}0<%G|987BiGTR^EMjzEk;o7X;SQSPL4F3!ob`)y!rS%()usjV(ZwamB+@ zDq7F`U-06^2a>*c(T5+2kf8X&%{JKGk$9zmXLan3UlVpx=9cH( z!G*i}2^K$haEe99i9P_nr0heUJC}EEz1rSgzqR7CddY`9o58*F?%=AP$?R$#uhclv zg`t%8OfpEbIEEo-$(nso(_tRk2aW=XMsrYapg^M0=BVdzuO{8#DENMH^YdyK6cpLt z=Jvsv#$Kas&j>!oa|dU`b0#l17HUO$Xl+G7Ig{-IKHR~1mJBdgYpKhKyCL!xZg-Q~ zh60;6E{I7&qzJ+^YoO##i7|WPGeNf`$r3oZ_-Pa5E!?Yar<1HThUQU_;G|(fH&I|p zZcf4etG8r55^5AE^#zMLy-=pW7R1pb^unX|K~6zaFEmrIc`rOdACy8f7eToz>jut5 zuXXs%o;$e8<3%4%g{EM>Pw=YR(j}H=$0QkCsjZgYLf9CRszXrg@)tSaJpF1j1$q~< zK_9H(vboYN9p`VY571gUjK-d+?U`V8QuJ0`?Z$}+l}f92)YCF?cktzYE#wzckZb=} z)jqK4UDd{4|8`p(SKMflZ=CZ4*x=tdl;$jai3GKb2c}F|DI;1vN?KuJZCnbMs8O_(BKnv4#>2IJw36|zQ zI5Sr{2rS`GjtaFpXsQ%3xi8qoeXK^oCXdl7iZJ%YYjSfRy#L|&q)3{)1`ZnN<`m?4 zn&uL52bb0gDd1*|wbc;KCQ$-0W?3AmMa&Qy1oN#;LqMbkkOYzP;&0_Ym0wIOBE!-vr$tp}JlO3-Rc6;o5i4y!#r z*8B5t3NA5*iHSIwCh-~+xXTEZkZ=db?$!cp?-rVhlts1=k~Mbf@EDq1IVb<(oj!}O z(@Gx$cL#T43QE@-ES9DpO7|c4UX)YNkTiJ%95$z5_T*nr?dfh-r%A%lAZ`YPR zl5baoN71euZm^zXt5`)hRj(e@C6BuvEK*aK>ZT9I{cBLLNKIX;o32g4#(GiH9n}pk zwRwIth4`|Cc`*f7`)j*!mQzr2<}C1|ZA66jLapn;{wObac^ zY%r9Ka=NO}yZ3-tvwwL2rp=P+^tG`h|4W~~nHP1225eG_JtIOD6S_MRBuQutj*56T zw1(9z#v<^%<5)W>B$?oNx(5jUdHnWAz1KEQIg#516-x|fi$z~IoAXXM7oH7OjNoRh z0M#PHv|({=Cbfo8>fc6=l)~5k$uf^_!Ye0pB`W7jiLUuc4n6y<M0D0GE<@IRbf_}WJ3|8#ocn;2>}jAN`%YX#mVQyh$076GOc z!kJ!g1;peUga4P4H$E^9{_!u`=#mR3Yu@!03n`PHwa@3_q%lL0^Rx*QRo946PICa4 z%=^a}Q)^9DL&9yJboH_$|FvHZwe_zQT_Ov|h7hkz$Q~r<8iP>iYqm12WFjeXlIkg% zGppb~l6pu8lwePi#K!v_TMZW<$OQjC?%53XiR4c0div4l`0aR6sS z3rZwPa%fO{-qp+wzh2RvV?eQRffNEzE$_x2SWn7(7UMk=U0=NTflz&lYsk1)+YVJC wYil8AMA*Y%dS4`M^tK&d!Efq_)Ardu+h_Z1pN8lE1pom5{~cPsaR3Mb0C2RckpKVy literal 0 HcmV?d00001 diff --git a/assets/rke2-multus/rke2-multus-v3.7.1-build2021041602.tgz b/assets/rke2-multus/rke2-multus-v3.7.1-build2021041602.tgz new file mode 100755 index 0000000000000000000000000000000000000000..45c94da97f1eeff2fe635e98dea1c2d419a8c162 GIT binary patch literal 2155 zcmV-x2$c69iwG0|00000|0w_~VMtOiV@ORlOnEsqVl!4SWK%V1T2nbTPgYhoO;>Dc zVQyr3R8em|NM&qo0PI?CZ`(N1?`wUEfr|$P9-JlF&YwL43tTrX7P)S7MRMr9SR4wP z8p*s+q>dc9%@+CY2a>WZ$xhs~*%SplZ){QIaLAe8%y2|=jni>iOR8;hwq%Cl8&=9^ zk4kBprYA>7{x?n2;ct36nLV2vrN^_=lhfnl>9ce)J4&a|Abnghc2jMMnP=%Y&ox}! z4??UG@6lMH)f`rnh*j0*aTcG(lPE*Wji|`Cz4ev?XBX#yiY+8sU_^{Bg(|?Ak*Fks zLi(u9H3&s$a>mgDX{dB&K`3}rFVH9?v~jf5CC*_&7&#>|r?GZ`w(#vO}veTfyjEi#I@5|ykAp&rDaD=}_{btXvTzYZoiiXwpLV6R2R zm9QWzFyOi@8Ca~CVT2h-VF`2&TnShR#f%8P$c=*Bc<4R{p)4^eg(~6*T8?wbB~uDz z6cti0m~_J18%tQe!kpETF0l}n+$u(+uY=!rr!M{p%Stjrn|xTJtkBq)sz-1I`|v+Y zhw=aT^fW!-|0(G6=P_iM3xzNWw*4Us#{I!G);)sp?QP^biX7tiAxH#7#5>{8_OFak zl*8!%Y%+S-NR$@ahtWm?RN2=5@4baTH0{Pem$gfajF$Ka>A*hxyLWy3pPZ(L`2Qqy zEmSs#v!L%wEivkz2+V@reQ7uTGlr#B79Xb?xCj5U z$@F*_|7Vkv1OA_ax-e%|WgVgev|f1|xI)^2@auYk>q0>Gg*c0Bh1?&ZQ6eX8LJTZj z!269YP_{vFfZ?@SHvK!oIFh}gTY~}C(>hveOBbQWHU~2GI_{E|XuLP-L}p#NHf`qc z`jfC^+bJ;5k<%P5^c7!XR!e-ynAe|>*KNeNJqLC%6dph*L1%hXhFs4S);TPe_z}L) z;`FfIxqFUwG2GrdjWvg}P01$qY~oF+25xWX_w^)JI4!TGSZP_8_|~neqn(c23!&O( zfYNn*$7nf+#Azwf6(wAWq}vVEYMa&7oAY-c&MwYB{BnNr^78!kRfnsuXa~W_1XY2p`c`yb zNl}V#WMYxmM$nA|41S_6ugZv(kXT^WL;e>S>U~y<#J!a&q&RyND1EB0QA-7J2>-u6{Nga=B0FR$)OzIRYN&==G0{IB^A6+Z2isCgRs~KM^YH^}IRZHRrP0k}fZs0Pw1{h#l!+ zV?N{7erVjapg|p|O$>{0L>#^buv}L-hc=tc)){B;M3t-!ll!I($)He0Et%QV+4l|0 zZqmh$(e- zYg76F32eoLWDAMF=wa6g#Mr6HE%!xdGP-egrhS#6mpiz;o&*lElMZ-#?L!SXHHCi7 zx0bL&ja^{2-hG_|ErkVxZW~bzm;z8(w$6d6M$FjPK+srciM7mJ61ze}V36xVi9cHQ ze&cD0TU@=*r*KIqlgq&)F39H1|FGdBoQD)EE^z+4Fx}Z2qW@w@w#P=%ajZj&@ zK^Pv^*6M&#KjZ`LEa0){=upHbd=3Ic_6`%FzT3=SG*FE2_*V?*4&Gfr_@+ z+IrzK<2KI*(lMMdr8L0;n<8-*!?}VpR-!y}NAHem{uEWX9k*k*yBw_kv8mdr)5-TsgT1RlXS|9_sQ*6+4etN# htg7Ex;Xl;Z4|Jdd9q5Op{{;X5|Nq$@m$(2h00249K&}7) literal 0 HcmV?d00001 diff --git a/assets/rke2-sriov/rke2-sriov-crd-v1.0.002.tgz b/assets/rke2-sriov/rke2-sriov-crd-v1.0.002.tgz new file mode 100755 index 0000000000000000000000000000000000000000..ea5cd0b5c60c88a5839e46bc44563040976c98f6 GIT binary patch literal 3086 zcmV+p4Ds_HiwG0|00000|0w_~VMtOiV@ORlOnEsqVl!4SWK%V1T2nbTPgYhoO;>Dc zVQyr3R8em|NM&qo0PI}dbK^D+-)H|77~ey-GqEG*bDOz)NRv(LxlJ~W)7(R+)1f5D zW+Rb0l5&#k_J6-2DfvUzmy@is=?D+&l>~tR2!O;-io_l6_N1VE+Vh0Jb2=eH^&d$T zzI!=x9LG7_-#5RGOp64P50l5%zo(?Q2a=?NMub39~Hkua2?CJ3k3XA%M~U>-634kHmB!*UFD)MJdt zK;k&09?_CI)As^$^V1B!C*Q6cMtZDj@ta+1TE%2i77rPWco<@*r>;TwWlZ(H;IZluIJVqubG*ErYJ2FO3>o68PiPIYk8LjA4 zUu)|~GY@~bwCv_WNTvFB!NpHhD#H+mi6G&MhUS{2Y@CEdO@Q5A;+Y zMkurxkQ1JSz7Dl13Izf^K4$cPGuaXpH-nnWrgAbVQz#e-VM@XTw}CJpBJv0V^(c_A z1$l-=_ThpH1j+(_3=^eddAzeTrYcJrk4I6$sCwKn(NEn(aUpknoMN~m>9|LPH=znW zl?dD+G3^=EnMs>|~N5zDGvf5Wo0TnqQJA{@scIWJ!T# zJ)F_3+X89n3cL>wqVs*H{-Jv9w80X6QzhZiIA!JRsuY;$CwqNb=1o4(c{&q zG`b#szRmOiAE(qqy?l=;n-{EEA=Jxnb47F+)A_lqLT^dEMnysqmB{90!muwD3hqi> zoSRjOLM>KKT7fnf?Fq#N8RO!a#GS2Pnf9qI@aJEhxmm>XFjnYa=J#IR?$UP39D1Dj z)b1+b*WWsJVDxXZeG>fo+iP#6-zYt)|I4ajljg6s{~I`tvzzPx_KyaGw*T7%y~+M> z6Ww1$?^oIRRrP(F@A?|_d~L_qc6@Ee_v#(rdi~y;?Dit!eW9^jZ1W=GwY^=AUa_}} z$ivOUb-h^^1nL02mBM{PSNrhO!H* zCOvUJTg;(a5gBtHoKEiQtC8UZZ-U<4HoWKT3lD$$>Fgm=(lIMfu7ZrPrSur~o$n7{DqpnHKl4!&y?^GT=j(p- zGKy~&JX;$&Yk{+t{%-Uf{Eu-TV;)lPu^I`i!T$ya&S4J!J91k5Z!`3k@xNL8QQQO+ zc*%XdGT~kU3eK4-;lV}KE0Dr@hHV}*oLkZWJzTNJQVS`zkYWodzA~gZPvrH$#azA1 zs2parUG0rlxVrJU(L)P5)ieDVqp2thAmi=1?88YI^7|}XpvzEM@!jnLaH2a6DDTA{ z?JoB$v%6M%m$JTbc1yvvY?O8SM;zT#Zs8No5VsjvrF$75tOY zDw5W~(l}UvE-LNRdK;p7CXtK6)^Yo1S4g}GTvZhH^$_A%P%fx?tkL5tWy>C<*k*Ja zCUiVOF_QvW?+4z>;;o5KQ3&cI=qM7v8OjPY`TOr*%F1u#0ZkdMy|A+8uPnr0{*sBG zO(NtA4MYR1Jm;1M9Yu?wzaBjo|24B-^CD;s{=2(7*vsL+hljg|E&jU+dh7VFiN8&u zzvhjf8t~Wf)MCF@?Hc4)ro+7g@N2ASi2E+sVyQ)aThzBjeZK+J*JSbfpzplQWmJLr z#`d+j!gQ`M8?y8XNMUPT+8bA+L^XJ8txA^4@y3P%3Q@YndyCr@ORTV2X*hCOciD9C z*rO*Fz<9C>)8I$F)|LvWggxpf*izNAhPAX!2Q^(uahv!Aan*h269i6!Yr@7aA*%wJ zSY|0j#0r~POTC5oDaBt(#x5K6r8-z!44>b?u2UVqN`<7pcCCSh8;v z7Kch+T5SqcKLA))n0fm6BBCPVy^NglHDgguz1OSOkF_+aUkla}R|QG0D=KIf2X)S> zs%4gHDq6;*75aK5w?6o5{Z<|DwYR_2u4)uxxwkj4FDuX0Z+TBw{b=xQ>)-kIWktY;P)WYeDpuo5icHw5Ji3R^}MUwbgjX9Oe8F8@C7O{JeRI1_}{ z{Xy<|NXB}s^pu7rZNk>e~<2j^E;3e5{BA;KE@$`EcITM>RCYj$I5($1=%_S#E+;ntHJzP|JSx+ zDnAE7$VovvS7?B}4L;wFU_yj{PlV1fBSBX@rFph=2eeiEafev&DK$3EUYGAJeJ7%? z8!PIeS!=S#QCxpuik2(^st^}h0N zQNYYij`opWq3?mS(0;?hC6anttn9-H^FgM(yK`P*UgB6WaDqUlgoegrM!*W!?7hI< z)k{x#E$~?n6mn&}@!yU=sgl!Xg=VDvtH%}zQ#8WVlx$L;P;1sfEBIO^rAF5$R+VoL cCVB0?uBDb*YN?L?9{>RV|2E~8F#u=)06pgW761SM literal 0 HcmV?d00001 diff --git a/assets/rke2-sriov/rke2-sriov-v1.0.0-build2021042902.tgz b/assets/rke2-sriov/rke2-sriov-v1.0.0-build2021042902.tgz new file mode 100755 index 0000000000000000000000000000000000000000..4ce527534a3ded4c347a6503e887e045cc79b713 GIT binary patch literal 3631 zcmV+~4$$!*iwG0|00000|0w_~VMtOiV@ORlOnEsqVl!4SWK%V1T2nbTPgYhoO;>Dc zVQyr3R8em|NM&qo0PH;dbKTXhU!XSvCe6l7=a>gp9G z>;`l(lAk1#WoPrhzmjD0VeFVBOtMo;{{k4P)!kBmNiB;TJgi7T`K;QS5TU#|nTD@+ z3$+RrE~cic!Yu|E)KwF6bK6- zz!~)sA|A$L$~3DUm_I?G$8i7{(IoWjGq@l_ z>DWihweLtC3m*-t99k26Rnx(a;mp>>R2jxJ3=V6D_1f{_f7TA2m!8-yVMYIEB#cph z0|QW^|A)2HldS$9pB(M=|2ZJlv4#Ucr(}%!3xL3gORBh-Hy~a86Cwg+7*qzJKUq@-iXB?FNKp?|g5&}_xzeUv2dEmST#uW(k`E-gbz`#%w2_D40;lvMPsZdDIS!KEbO2p_m zvp;y{|0>wM`%k7`F5{XaRa?eqU<0lm-y98regT8BRftj8aS#O1qCSt@#}qPeZON;QkhJ5``Y-vT?t*2Xovi$$}^em(Qr)NjCz5YK3 zeEnK|?|e)XkL!#6W+Jn6tX;0Kq4O4ra0nq~C=WnQhyo%|r)g-svBVh)5`v;rlrY4Q z-yWD21eBou4Jhs)ld-TlP^)Ril%~njr*jt0fipiz0^j%q8b5;P6ZiuX69sR_$XZQs z^LHe?n}0~pXVmkVKk_Jd;pp__oy9iL$RsN8!1al1&{rJmy$>MZ><0zfASn*6q|+#* zqq(ceodU7R7>^Yw9Tpg#4nQ+KU()Za$PsQ$;4s8Apc&4AKtM+$6vz~`nx6B%nwYhP zHP$>0QeFl=8EA}d8XfFR9t(S#FOv;ZZk~HB6bk-;;ps6lf6XM9u!Dc>COnl9@o@!}=D+cyp6|YyQzH;P0;3_k4XHH0-f8j{ zM5s`DzEBMv`5FuvF(yrJaK6&y6VBIK+$-mF%V&_r>VGDI7w=1bccOo3v%NFO_5Ygr zBwMi&z|+nI%KZOfE$jc!PWJKt^T0Cy&rkoMAoLllk()*c6a91;AkMioQ?k##BgMtdWG7qwu7-*#+2lkvb#G+M(CSORt!hhiZ$Tt zol~h)wxhGPj4pDBEplxSCe9bAx@9N>CQWzUrBc|?D;iE)d$)Rk)Si8 z@Dt9HQve(x2w{XTcMp`im@&HzT4JivK8<(;|f+>}Hoh94K_m1XHW9>cIIEf)_ z5kYJ_Nj>l80Oy`2W#pKpnn=&%5i&WUBb7_b`y6DMAY#XwvtBdt7grxMausLP9G9(Q z@C91(U)qd*w@~K)6ZL*l7*OK>>-DqD`Tt?9cDz6Te-?PW75iXU#sk6t9%7PTY?{Q9 zzOXP7_mJtxc&L*eV=V0ued}+V*57WKl9kZ%G~>Um*fKug;j+sX-o3a0*9m&*g}(;_ zx%S^yujpuUC)MC3_W$g#ew@w!j*j;A-_HUM*rLrOBh^{G+O?|PTx1{Ti{vAB`_` z=iC@b`#mM_OH%i|+AXsWZ+cl1dTuOemj~F#Fdc7%M8yI1Z2hlx{Q6jGna2Gs3__@e9`V5$?93o^t|+6Sd0 zr&cWKze2Kxa1B){GJupw(|A?lOB6i7irFe#m%7iH50i% z2z}LnF7Nvj3}WNiEtq4;qJgGFM*@qsiyIx#{*6i{pNxNvk+NarTD;IL6R%m)i+fxt z?n?Q*Sa=ORj6%JhOeKb?kyjIhVN641uMikiD_!ip0=+8Jm2ywvn+JDyD=N7-6E{e_ z<-G*ByK5A;Q)Fz_HwB+hr^#)VCCjDE8e~^-7^Yk5ol%#oD}fSCWR?Q5*(&CxIKMQn zTR#uF&0pI6t7fac)&{^_|N2SrX(RIoSW~w+8p!$Yil|9rp={nl`*X?Y_d1uK2d!>r z(D|kLF_(--&X4v^B~!C(vN0=J3On7OI^E8PX7~JC5xa78X$!hHTbHtM-u~QawFg%h zzkcj=ch14ut*9~v@*3Ymf46=8<+Ar_&};WEf93TG#R^E!FnyRHg!HU3P!!d>ouN+rM1yeoEIaeU+}soW`X~GUek-`@_$d zm!EddK^iud(7xX69;(v?IJoMyf9m{CKBeh}W6E=Jw7bm@7wtjw{FhF@-?{ASNxbe| zUR<<$`S@IOFU`%@jF-0GSC{973ww9t7fi-QyV-9KKDT>Xj)lu+TSuJdlsdYJG+uU5k_9X^T5Kd6cIb*=i0x z{MtRgC?bDdEeontwN`F&m((p5Jbvk1_^$}L`#-xn_)nnh{QtCen!W#1-=F_K4?J)q z`(X$F+wBA7oNt<%Cf8j%2{g|l9!T>g$usQ_WI@C!Q}$P+`H>2ln(;86q8}1EO&ZQH zZDoU(DTz{izCiPrJzO*oe|Z1HCRrphT{46%w@fX*<(a4XneK6fy!%b+@j{~+ld)~ghV0U!|+Sq(UK|RKKJW^UERRudPC)l~%9&f9+mRH^o_sc1tsBPr) z(#l_C|C3;NS1DkL{jZ%JZ{&Zcho^h{{~S=ZSCn(jYx7__^AgEazsyaQonKC}$i99B z%KR`6imn)Y@CQ&9AX9Ldxi+iKQii9T9kquswat~Cr*KzvvG*P}x7t}N(Ers8>&a%I zO#hEgHtv7c&-V8}p9Kn5`I>9oaiEt?-5xvaW5TAF7WbbHa`ivCT!EG3WnC3t1W&L6 zrTO2#OfQ@S=Nd(C@n4H3hP5?HmX)Tx^joWUZr?0quAi~-;uU>~ZL_aoGj literal 0 HcmV?d00001 diff --git a/charts/rke2-calico/rke2-calico-crd/v1.0.005/Chart.yaml b/charts/rke2-calico/rke2-calico-crd/v1.0.005/Chart.yaml new file mode 100755 index 0000000..f4d139e --- /dev/null +++ b/charts/rke2-calico/rke2-calico-crd/v1.0.005/Chart.yaml @@ -0,0 +1,5 @@ +apiVersion: v1 +description: Installs the CRDs for rke2-calico +name: rke2-calico-crd +type: application +version: v1.0.005 diff --git a/charts/rke2-calico/rke2-calico-crd/v1.0.005/templates/operator.tigera.io_imagesets_crd.yaml b/charts/rke2-calico/rke2-calico-crd/v1.0.005/templates/operator.tigera.io_imagesets_crd.yaml new file mode 100755 index 0000000..d09ae1c --- /dev/null +++ b/charts/rke2-calico/rke2-calico-crd/v1.0.005/templates/operator.tigera.io_imagesets_crd.yaml @@ -0,0 +1,75 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.3.0 + name: imagesets.operator.tigera.io +spec: + group: operator.tigera.io + names: + kind: ImageSet + listKind: ImageSetList + plural: imagesets + singular: imageset + scope: Cluster + versions: + - name: v1 + schema: + openAPIV3Schema: + description: ImageSet is used to specify image digests for the images that + the operator deploys. The name of the ImageSet is expected to be in the + format `-`. The `variant` used is `enterprise` if the + InstallationSpec Variant is `TigeraSecureEnterprise` otherwise it is `calico`. + The `release` must match the version of the variant that the operator is + built to deploy, this version can be obtained by passing the `--version` + flag to the operator binary. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: ImageSetSpec defines the desired state of ImageSet. + properties: + images: + description: Images is the list of images to use digests. All images + that the operator will deploy must be specified. + items: + properties: + digest: + description: Digest is the image identifier that will be used + for the Image. The field should not include a leading `@` + and must be prefixed with `sha256:`. + type: string + image: + description: Image is an image that the operator deploys and + instead of using the built in tag the operator will use the + Digest for the image identifier. The value should be the image + name without registry or tag or digest. For the image `docker.io/calico/node:v3.17.1` + it should be represented as `calico/node` + type: string + required: + - digest + - image + type: object + type: array + type: object + type: object + served: true + storage: true + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico-crd/v1.0.005/templates/operator.tigera.io_installations_crd.yaml b/charts/rke2-calico/rke2-calico-crd/v1.0.005/templates/operator.tigera.io_installations_crd.yaml new file mode 100755 index 0000000..3986ebe --- /dev/null +++ b/charts/rke2-calico/rke2-calico-crd/v1.0.005/templates/operator.tigera.io_installations_crd.yaml @@ -0,0 +1,1222 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.3.0 + name: installations.operator.tigera.io +spec: + group: operator.tigera.io + names: + kind: Installation + listKind: InstallationList + plural: installations + singular: installation + scope: Cluster + versions: + - name: v1 + schema: + openAPIV3Schema: + description: Installation configures an installation of Calico or Calico Enterprise. + At most one instance of this resource is supported. It must be named "default". + The Installation API installs core networking and network policy components, + and provides general install-time configuration. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: Specification of the desired state for the Calico or Calico + Enterprise installation. + properties: + calicoNetwork: + description: CalicoNetwork specifies networking configuration options + for Calico. + properties: + bgp: + description: BGP configures whether or not to enable Calico's + BGP capabilities. + enum: + - Enabled + - Disabled + type: string + containerIPForwarding: + description: 'ContainerIPForwarding configures whether ip forwarding + will be enabled for containers in the CNI configuration. Default: + Disabled' + enum: + - Enabled + - Disabled + type: string + hostPorts: + description: 'HostPorts configures whether or not Calico will + support Kubernetes HostPorts. Valid only when using the Calico + CNI plugin. Default: Enabled' + enum: + - Enabled + - Disabled + type: string + ipPools: + description: IPPools contains a list of IP pools to create if + none exist. At most one IP pool of each address family may be + specified. If omitted, a single pool will be configured if needed. + items: + properties: + blockSize: + description: 'BlockSize specifies the CIDR prefex length + to use when allocating per-node IP blocks from the main + IP pool CIDR. Default: 26 (IPv4), 122 (IPv6)' + format: int32 + type: integer + cidr: + description: CIDR contains the address range for the IP + Pool in classless inter-domain routing format. + type: string + encapsulation: + description: 'Encapsulation specifies the encapsulation + type that will be used with the IP Pool. Default: IPIP' + enum: + - IPIPCrossSubnet + - IPIP + - VXLAN + - VXLANCrossSubnet + - None + type: string + natOutgoing: + description: 'NATOutgoing specifies if NAT will be enabled + or disabled for outgoing traffic. Default: Enabled' + enum: + - Enabled + - Disabled + type: string + nodeSelector: + description: 'NodeSelector specifies the node selector that + will be set for the IP Pool. Default: ''all()''' + type: string + required: + - cidr + type: object + type: array + linuxDataplane: + description: 'LinuxDataplane is used to select the dataplane used + for Linux nodes. In particular, it causes the operator to add + required mounts and environment variables for the particular + dataplane. If not specified, iptables mode is used. Default: + Iptables' + enum: + - Iptables + - BPF + type: string + mtu: + description: MTU specifies the maximum transmission unit to use + on the pod network. If not specified, Calico will perform MTU + auto-detection based on the cluster network. + format: int32 + type: integer + multiInterfaceMode: + description: 'MultiInterfaceMode configures what will configure + multiple interface per pod. Only valid for Calico Enterprise + installations using the Calico CNI plugin. Default: None' + enum: + - None + - Multus + type: string + nodeAddressAutodetectionV4: + description: NodeAddressAutodetectionV4 specifies an approach + to automatically detect node IPv4 addresses. If not specified, + will use default auto-detection settings to acquire an IPv4 + address for each node. + properties: + canReach: + description: CanReach enables IP auto-detection based on which + source address on the node is used to reach the specified + IP or domain. + type: string + cidrs: + description: CIDRS enables IP auto-detection based on which + addresses on the nodes are within one of the provided CIDRs. + items: + type: string + type: array + firstFound: + description: FirstFound uses default interface matching parameters + to select an interface, performing best-effort filtering + based on well-known interface names. + type: boolean + interface: + description: Interface enables IP auto-detection based on + interfaces that match the given regex. + type: string + skipInterface: + description: SkipInterface enables IP auto-detection based + on interfaces that do not match the given regex. + type: string + type: object + nodeAddressAutodetectionV6: + description: NodeAddressAutodetectionV6 specifies an approach + to automatically detect node IPv6 addresses. If not specified, + IPv6 addresses will not be auto-detected. + properties: + canReach: + description: CanReach enables IP auto-detection based on which + source address on the node is used to reach the specified + IP or domain. + type: string + cidrs: + description: CIDRS enables IP auto-detection based on which + addresses on the nodes are within one of the provided CIDRs. + items: + type: string + type: array + firstFound: + description: FirstFound uses default interface matching parameters + to select an interface, performing best-effort filtering + based on well-known interface names. + type: boolean + interface: + description: Interface enables IP auto-detection based on + interfaces that match the given regex. + type: string + skipInterface: + description: SkipInterface enables IP auto-detection based + on interfaces that do not match the given regex. + type: string + type: object + type: object + certificateManagement: + description: CertificateManagement configures pods to submit a CertificateSigningRequest + to the certificates.k8s.io/v1beta1 API in order to obtain TLS certificates. + This feature requires that you bring your own CSR signing and approval + process, otherwise pods will be stuck during initialization. + properties: + caCert: + description: Certificate of the authority that signs the CertificateSigningRequests + in PEM format. + format: byte + type: string + keyAlgorithm: + description: 'Specify the algorithm used by pods to generate a + key pair that is associated with the X.509 certificate request. + Default: RSAWithSize2048' + enum: + - "" + - RSAWithSize2048 + - RSAWithSize4096 + - RSAWithSize8192 + - ECDSAWithCurve256 + - ECDSAWithCurve384 + - ECDSAWithCurve521 + type: string + signatureAlgorithm: + description: 'Specify the algorithm used for the signature of + the X.509 certificate request. Default: SHA256WithRSA' + enum: + - "" + - SHA256WithRSA + - SHA384WithRSA + - SHA512WithRSA + - ECDSAWithSHA256 + - ECDSAWithSHA384 + - ECDSAWithSHA512 + type: string + signerName: + description: 'When a CSR is issued to the certificates.k8s.io + API, the signerName is added to the request in order to accommodate + for clusters with multiple signers. Must be formatted as: `/`.' + type: string + required: + - caCert + - signerName + type: object + cni: + description: CNI specifies the CNI that will be used by this installation. + properties: + ipam: + description: IPAM specifies the pod IP address management that + will be used in the Calico or Calico Enterprise installation. + properties: + type: + description: "Specifies the IPAM plugin that will be used + in the Calico or Calico Enterprise installation. * For CNI + Plugin Calico, this field defaults to Calico. * For CNI + Plugin GKE, this field defaults to HostLocal. * For CNI + Plugin AzureVNET, this field defaults to AzureVNET. * For + CNI Plugin AmazonVPC, this field defaults to AmazonVPC. + \n The IPAM plugin is installed and configured only if the + CNI plugin is set to Calico, for all other values of the + CNI plugin the plugin binaries and CNI config is a dependency + that is expected to be installed separately. \n Default: + Calico" + enum: + - Calico + - HostLocal + - AmazonVPC + - AzureVNET + type: string + required: + - type + type: object + type: + description: "Specifies the CNI plugin that will be used in the + Calico or Calico Enterprise installation. * For KubernetesProvider + GKE, this field defaults to GKE. * For KubernetesProvider AKS, + this field defaults to AzureVNET. * For KubernetesProvider EKS, + this field defaults to AmazonVPC. * If aws-node daemonset exists + in kube-system when the Installation resource is created, this + field defaults to AmazonVPC. * For all other cases this field + defaults to Calico. \n For the value Calico, the CNI plugin + binaries and CNI config will be installed as part of deployment, + for all other values the CNI plugin binaries and CNI config + is a dependency that is expected to be installed separately. + \n Default: Calico" + enum: + - Calico + - GKE + - AmazonVPC + - AzureVNET + type: string + required: + - type + type: object + componentResources: + description: ComponentResources can be used to customize the resource + requirements for each component. Node, Typha, and KubeControllers + are supported for installations. + items: + description: The ComponentResource struct associates a ResourceRequirements + with a component by name + properties: + componentName: + description: ComponentName is an enum which identifies the component + enum: + - Node + - Typha + - KubeControllers + type: string + resourceRequirements: + description: ResourceRequirements allows customization of limits + and requests for compute resources such as cpu and memory. + properties: + limits: + additionalProperties: + anyOf: + - type: integer + - type: string + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + description: 'Limits describes the maximum amount of compute + resources allowed. More info: https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/' + type: object + requests: + additionalProperties: + anyOf: + - type: integer + - type: string + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + description: 'Requests describes the minimum amount of compute + resources required. If Requests is omitted for a container, + it defaults to Limits if that is explicitly specified, + otherwise to an implementation-defined value. More info: + https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/' + type: object + type: object + required: + - componentName + - resourceRequirements + type: object + type: array + controlPlaneNodeSelector: + additionalProperties: + type: string + description: ControlPlaneNodeSelector is used to select control plane + nodes on which to run Calico components. This is globally applied + to all resources created by the operator excluding daemonsets. + type: object + controlPlaneTolerations: + description: ControlPlaneTolerations specify tolerations which are + then globally applied to all resources created by the operator. + items: + description: The pod this Toleration is attached to tolerates any + taint that matches the triple using the matching + operator . + properties: + effect: + description: Effect indicates the taint effect to match. Empty + means match all taint effects. When specified, allowed values + are NoSchedule, PreferNoSchedule and NoExecute. + type: string + key: + description: Key is the taint key that the toleration applies + to. Empty means match all taint keys. If the key is empty, + operator must be Exists; this combination means to match all + values and all keys. + type: string + operator: + description: Operator represents a key's relationship to the + value. Valid operators are Exists and Equal. Defaults to Equal. + Exists is equivalent to wildcard for value, so that a pod + can tolerate all taints of a particular category. + type: string + tolerationSeconds: + description: TolerationSeconds represents the period of time + the toleration (which must be of effect NoExecute, otherwise + this field is ignored) tolerates the taint. By default, it + is not set, which means tolerate the taint forever (do not + evict). Zero and negative values will be treated as 0 (evict + immediately) by the system. + format: int64 + type: integer + value: + description: Value is the taint value the toleration matches + to. If the operator is Exists, the value should be empty, + otherwise just a regular string. + type: string + type: object + type: array + flexVolumePath: + description: FlexVolumePath optionally specifies a custom path for + FlexVolume. If not specified, FlexVolume will be enabled by default. + If set to 'None', FlexVolume will be disabled. The default is based + on the kubernetesProvider. + type: string + imagePath: + description: "ImagePath allows for the path part of an image to be + specified. If specified then the specified value will be used as + the image path for each image. If not specified or empty, the default + for each image will be used. A special case value, UseDefault, is + supported to explicitly specify the default image path will be used + for each image. \n Image format: `//:` + \n This option allows configuring the `` portion of the + above format." + type: string + imagePullSecrets: + description: ImagePullSecrets is an array of references to container + registry pull secrets to use. These are applied to all images to + be pulled. + items: + description: LocalObjectReference contains enough information to + let you locate the referenced object inside the same namespace. + properties: + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names + TODO: Add other useful fields. apiVersion, kind, uid?' + type: string + type: object + type: array + kubernetesProvider: + description: KubernetesProvider specifies a particular provider of + the Kubernetes platform and enables provider-specific configuration. + If the specified value is empty, the Operator will attempt to automatically + determine the current provider. If the specified value is not empty, + the Operator will still attempt auto-detection, but will additionally + compare the auto-detected value to the specified value to confirm + they match. + enum: + - "" + - EKS + - GKE + - AKS + - OpenShift + - DockerEnterprise + type: string + nodeMetricsPort: + description: NodeMetricsPort specifies which port calico/node serves + prometheus metrics on. By default, metrics are not enabled. If specified, + this overrides any FelixConfiguration resources which may exist. + If omitted, then prometheus metrics may still be configured through + FelixConfiguration. + format: int32 + type: integer + nodeUpdateStrategy: + description: NodeUpdateStrategy can be used to customize the desired + update strategy, such as the MaxUnavailable field. + properties: + rollingUpdate: + description: 'Rolling update config params. Present only if type + = "RollingUpdate". --- TODO: Update this to follow our convention + for oneOf, whatever we decide it to be. Same as Deployment `strategy.rollingUpdate`. + See https://github.com/kubernetes/kubernetes/issues/35345' + properties: + maxUnavailable: + anyOf: + - type: integer + - type: string + description: 'The maximum number of DaemonSet pods that can + be unavailable during the update. Value can be an absolute + number (ex: 5) or a percentage of total number of DaemonSet + pods at the start of the update (ex: 10%). Absolute number + is calculated from percentage by rounding up. This cannot + be 0. Default value is 1. Example: when this is set to 30%, + at most 30% of the total number of nodes that should be + running the daemon pod (i.e. status.desiredNumberScheduled) + can have their pods stopped for an update at any given time. + The update starts by stopping at most 30% of those DaemonSet + pods and then brings up new DaemonSet pods in their place. + Once the new pods are available, it then proceeds onto other + DaemonSet pods, thus ensuring that at least 70% of original + number of DaemonSet pods are available at all times during + the update.' + x-kubernetes-int-or-string: true + type: object + type: + description: Type of daemon set update. Can be "RollingUpdate" + or "OnDelete". Default is RollingUpdate. + type: string + type: object + registry: + description: "Registry is the default Docker registry used for component + Docker images. If specified, all images will be pulled from this + registry. If not specified then the default registries will be used. + A special case value, UseDefault, is supported to explicitly specify + the default registries will be used. \n Image format: `//:` + \n This option allows configuring the `` portion of the + above format." + type: string + typhaAffinity: + description: TyphaAffinity allows configuration of node affinity characteristics + for Typha pods. + properties: + nodeAffinity: + description: NodeAffinity describes node affinity scheduling rules + for typha. + properties: + preferredDuringSchedulingIgnoredDuringExecution: + description: The scheduler will prefer to schedule pods to + nodes that satisfy the affinity expressions specified by + this field, but it may choose a node that violates one or + more of the expressions. + items: + description: An empty preferred scheduling term matches + all objects with implicit weight 0 (i.e. it's a no-op). + A null preferred scheduling term matches no objects (i.e. + is also a no-op). + properties: + preference: + description: A node selector term, associated with the + corresponding weight. + properties: + matchExpressions: + description: A list of node selector requirements + by node's labels. + items: + description: A node selector requirement is a + selector that contains values, a key, and an + operator that relates the key and values. + properties: + key: + description: The label key that the selector + applies to. + type: string + operator: + description: Represents a key's relationship + to a set of values. Valid operators are + In, NotIn, Exists, DoesNotExist. Gt, and + Lt. + type: string + values: + description: An array of string values. If + the operator is In or NotIn, the values + array must be non-empty. If the operator + is Exists or DoesNotExist, the values array + must be empty. If the operator is Gt or + Lt, the values array must have a single + element, which will be interpreted as an + integer. This array is replaced during a + strategic merge patch. + items: + type: string + type: array + required: + - key + - operator + type: object + type: array + matchFields: + description: A list of node selector requirements + by node's fields. + items: + description: A node selector requirement is a + selector that contains values, a key, and an + operator that relates the key and values. + properties: + key: + description: The label key that the selector + applies to. + type: string + operator: + description: Represents a key's relationship + to a set of values. Valid operators are + In, NotIn, Exists, DoesNotExist. Gt, and + Lt. + type: string + values: + description: An array of string values. If + the operator is In or NotIn, the values + array must be non-empty. If the operator + is Exists or DoesNotExist, the values array + must be empty. If the operator is Gt or + Lt, the values array must have a single + element, which will be interpreted as an + integer. This array is replaced during a + strategic merge patch. + items: + type: string + type: array + required: + - key + - operator + type: object + type: array + type: object + weight: + description: Weight associated with matching the corresponding + nodeSelectorTerm, in the range 1-100. + format: int32 + type: integer + required: + - preference + - weight + type: object + type: array + type: object + type: object + typhaMetricsPort: + description: TyphaMetricsPort specifies which port calico/typha serves + prometheus metrics on. By default, metrics are not enabled. + format: int32 + type: integer + variant: + description: 'Variant is the product to install - one of Calico or + TigeraSecureEnterprise Default: Calico' + enum: + - Calico + - TigeraSecureEnterprise + type: string + type: object + status: + description: Most recently observed state for the Calico or Calico Enterprise + installation. + properties: + computed: + description: Computed is the final installation including overlaid + resources. + properties: + calicoNetwork: + description: CalicoNetwork specifies networking configuration + options for Calico. + properties: + bgp: + description: BGP configures whether or not to enable Calico's + BGP capabilities. + enum: + - Enabled + - Disabled + type: string + containerIPForwarding: + description: 'ContainerIPForwarding configures whether ip + forwarding will be enabled for containers in the CNI configuration. + Default: Disabled' + enum: + - Enabled + - Disabled + type: string + hostPorts: + description: 'HostPorts configures whether or not Calico will + support Kubernetes HostPorts. Valid only when using the + Calico CNI plugin. Default: Enabled' + enum: + - Enabled + - Disabled + type: string + ipPools: + description: IPPools contains a list of IP pools to create + if none exist. At most one IP pool of each address family + may be specified. If omitted, a single pool will be configured + if needed. + items: + properties: + blockSize: + description: 'BlockSize specifies the CIDR prefex length + to use when allocating per-node IP blocks from the + main IP pool CIDR. Default: 26 (IPv4), 122 (IPv6)' + format: int32 + type: integer + cidr: + description: CIDR contains the address range for the + IP Pool in classless inter-domain routing format. + type: string + encapsulation: + description: 'Encapsulation specifies the encapsulation + type that will be used with the IP Pool. Default: + IPIP' + enum: + - IPIPCrossSubnet + - IPIP + - VXLAN + - VXLANCrossSubnet + - None + type: string + natOutgoing: + description: 'NATOutgoing specifies if NAT will be enabled + or disabled for outgoing traffic. Default: Enabled' + enum: + - Enabled + - Disabled + type: string + nodeSelector: + description: 'NodeSelector specifies the node selector + that will be set for the IP Pool. Default: ''all()''' + type: string + required: + - cidr + type: object + type: array + linuxDataplane: + description: 'LinuxDataplane is used to select the dataplane + used for Linux nodes. In particular, it causes the operator + to add required mounts and environment variables for the + particular dataplane. If not specified, iptables mode is + used. Default: Iptables' + enum: + - Iptables + - BPF + type: string + mtu: + description: MTU specifies the maximum transmission unit to + use on the pod network. If not specified, Calico will perform + MTU auto-detection based on the cluster network. + format: int32 + type: integer + multiInterfaceMode: + description: 'MultiInterfaceMode configures what will configure + multiple interface per pod. Only valid for Calico Enterprise + installations using the Calico CNI plugin. Default: None' + enum: + - None + - Multus + type: string + nodeAddressAutodetectionV4: + description: NodeAddressAutodetectionV4 specifies an approach + to automatically detect node IPv4 addresses. If not specified, + will use default auto-detection settings to acquire an IPv4 + address for each node. + properties: + canReach: + description: CanReach enables IP auto-detection based + on which source address on the node is used to reach + the specified IP or domain. + type: string + cidrs: + description: CIDRS enables IP auto-detection based on + which addresses on the nodes are within one of the provided + CIDRs. + items: + type: string + type: array + firstFound: + description: FirstFound uses default interface matching + parameters to select an interface, performing best-effort + filtering based on well-known interface names. + type: boolean + interface: + description: Interface enables IP auto-detection based + on interfaces that match the given regex. + type: string + skipInterface: + description: SkipInterface enables IP auto-detection based + on interfaces that do not match the given regex. + type: string + type: object + nodeAddressAutodetectionV6: + description: NodeAddressAutodetectionV6 specifies an approach + to automatically detect node IPv6 addresses. If not specified, + IPv6 addresses will not be auto-detected. + properties: + canReach: + description: CanReach enables IP auto-detection based + on which source address on the node is used to reach + the specified IP or domain. + type: string + cidrs: + description: CIDRS enables IP auto-detection based on + which addresses on the nodes are within one of the provided + CIDRs. + items: + type: string + type: array + firstFound: + description: FirstFound uses default interface matching + parameters to select an interface, performing best-effort + filtering based on well-known interface names. + type: boolean + interface: + description: Interface enables IP auto-detection based + on interfaces that match the given regex. + type: string + skipInterface: + description: SkipInterface enables IP auto-detection based + on interfaces that do not match the given regex. + type: string + type: object + type: object + certificateManagement: + description: CertificateManagement configures pods to submit a + CertificateSigningRequest to the certificates.k8s.io/v1beta1 + API in order to obtain TLS certificates. This feature requires + that you bring your own CSR signing and approval process, otherwise + pods will be stuck during initialization. + properties: + caCert: + description: Certificate of the authority that signs the CertificateSigningRequests + in PEM format. + format: byte + type: string + keyAlgorithm: + description: 'Specify the algorithm used by pods to generate + a key pair that is associated with the X.509 certificate + request. Default: RSAWithSize2048' + enum: + - "" + - RSAWithSize2048 + - RSAWithSize4096 + - RSAWithSize8192 + - ECDSAWithCurve256 + - ECDSAWithCurve384 + - ECDSAWithCurve521 + type: string + signatureAlgorithm: + description: 'Specify the algorithm used for the signature + of the X.509 certificate request. Default: SHA256WithRSA' + enum: + - "" + - SHA256WithRSA + - SHA384WithRSA + - SHA512WithRSA + - ECDSAWithSHA256 + - ECDSAWithSHA384 + - ECDSAWithSHA512 + type: string + signerName: + description: 'When a CSR is issued to the certificates.k8s.io + API, the signerName is added to the request in order to + accommodate for clusters with multiple signers. Must be + formatted as: `/`.' + type: string + required: + - caCert + - signerName + type: object + cni: + description: CNI specifies the CNI that will be used by this installation. + properties: + ipam: + description: IPAM specifies the pod IP address management + that will be used in the Calico or Calico Enterprise installation. + properties: + type: + description: "Specifies the IPAM plugin that will be used + in the Calico or Calico Enterprise installation. * For + CNI Plugin Calico, this field defaults to Calico. * + For CNI Plugin GKE, this field defaults to HostLocal. + * For CNI Plugin AzureVNET, this field defaults to AzureVNET. + * For CNI Plugin AmazonVPC, this field defaults to AmazonVPC. + \n The IPAM plugin is installed and configured only + if the CNI plugin is set to Calico, for all other values + of the CNI plugin the plugin binaries and CNI config + is a dependency that is expected to be installed separately. + \n Default: Calico" + enum: + - Calico + - HostLocal + - AmazonVPC + - AzureVNET + type: string + required: + - type + type: object + type: + description: "Specifies the CNI plugin that will be used in + the Calico or Calico Enterprise installation. * For KubernetesProvider + GKE, this field defaults to GKE. * For KubernetesProvider + AKS, this field defaults to AzureVNET. * For KubernetesProvider + EKS, this field defaults to AmazonVPC. * If aws-node daemonset + exists in kube-system when the Installation resource is + created, this field defaults to AmazonVPC. * For all other + cases this field defaults to Calico. \n For the value Calico, + the CNI plugin binaries and CNI config will be installed + as part of deployment, for all other values the CNI plugin + binaries and CNI config is a dependency that is expected + to be installed separately. \n Default: Calico" + enum: + - Calico + - GKE + - AmazonVPC + - AzureVNET + type: string + required: + - type + type: object + componentResources: + description: ComponentResources can be used to customize the resource + requirements for each component. Node, Typha, and KubeControllers + are supported for installations. + items: + description: The ComponentResource struct associates a ResourceRequirements + with a component by name + properties: + componentName: + description: ComponentName is an enum which identifies the + component + enum: + - Node + - Typha + - KubeControllers + type: string + resourceRequirements: + description: ResourceRequirements allows customization of + limits and requests for compute resources such as cpu + and memory. + properties: + limits: + additionalProperties: + anyOf: + - type: integer + - type: string + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + description: 'Limits describes the maximum amount of + compute resources allowed. More info: https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/' + type: object + requests: + additionalProperties: + anyOf: + - type: integer + - type: string + pattern: ^(\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))(([KMGTPE]i)|[numkMGTPE]|([eE](\+|-)?(([0-9]+(\.[0-9]*)?)|(\.[0-9]+))))?$ + x-kubernetes-int-or-string: true + description: 'Requests describes the minimum amount + of compute resources required. If Requests is omitted + for a container, it defaults to Limits if that is + explicitly specified, otherwise to an implementation-defined + value. More info: https://kubernetes.io/docs/concepts/configuration/manage-compute-resources-container/' + type: object + type: object + required: + - componentName + - resourceRequirements + type: object + type: array + controlPlaneNodeSelector: + additionalProperties: + type: string + description: ControlPlaneNodeSelector is used to select control + plane nodes on which to run Calico components. This is globally + applied to all resources created by the operator excluding daemonsets. + type: object + controlPlaneTolerations: + description: ControlPlaneTolerations specify tolerations which + are then globally applied to all resources created by the operator. + items: + description: The pod this Toleration is attached to tolerates + any taint that matches the triple using + the matching operator . + properties: + effect: + description: Effect indicates the taint effect to match. + Empty means match all taint effects. When specified, allowed + values are NoSchedule, PreferNoSchedule and NoExecute. + type: string + key: + description: Key is the taint key that the toleration applies + to. Empty means match all taint keys. If the key is empty, + operator must be Exists; this combination means to match + all values and all keys. + type: string + operator: + description: Operator represents a key's relationship to + the value. Valid operators are Exists and Equal. Defaults + to Equal. Exists is equivalent to wildcard for value, + so that a pod can tolerate all taints of a particular + category. + type: string + tolerationSeconds: + description: TolerationSeconds represents the period of + time the toleration (which must be of effect NoExecute, + otherwise this field is ignored) tolerates the taint. + By default, it is not set, which means tolerate the taint + forever (do not evict). Zero and negative values will + be treated as 0 (evict immediately) by the system. + format: int64 + type: integer + value: + description: Value is the taint value the toleration matches + to. If the operator is Exists, the value should be empty, + otherwise just a regular string. + type: string + type: object + type: array + flexVolumePath: + description: FlexVolumePath optionally specifies a custom path + for FlexVolume. If not specified, FlexVolume will be enabled + by default. If set to 'None', FlexVolume will be disabled. The + default is based on the kubernetesProvider. + type: string + imagePath: + description: "ImagePath allows for the path part of an image to + be specified. If specified then the specified value will be + used as the image path for each image. If not specified or empty, + the default for each image will be used. A special case value, + UseDefault, is supported to explicitly specify the default image + path will be used for each image. \n Image format: `//:` + \n This option allows configuring the `` portion + of the above format." + type: string + imagePullSecrets: + description: ImagePullSecrets is an array of references to container + registry pull secrets to use. These are applied to all images + to be pulled. + items: + description: LocalObjectReference contains enough information + to let you locate the referenced object inside the same namespace. + properties: + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names + TODO: Add other useful fields. apiVersion, kind, uid?' + type: string + type: object + type: array + kubernetesProvider: + description: KubernetesProvider specifies a particular provider + of the Kubernetes platform and enables provider-specific configuration. + If the specified value is empty, the Operator will attempt to + automatically determine the current provider. If the specified + value is not empty, the Operator will still attempt auto-detection, + but will additionally compare the auto-detected value to the + specified value to confirm they match. + enum: + - "" + - EKS + - GKE + - AKS + - OpenShift + - DockerEnterprise + type: string + nodeMetricsPort: + description: NodeMetricsPort specifies which port calico/node + serves prometheus metrics on. By default, metrics are not enabled. + If specified, this overrides any FelixConfiguration resources + which may exist. If omitted, then prometheus metrics may still + be configured through FelixConfiguration. + format: int32 + type: integer + nodeUpdateStrategy: + description: NodeUpdateStrategy can be used to customize the desired + update strategy, such as the MaxUnavailable field. + properties: + rollingUpdate: + description: 'Rolling update config params. Present only if + type = "RollingUpdate". --- TODO: Update this to follow + our convention for oneOf, whatever we decide it to be. Same + as Deployment `strategy.rollingUpdate`. See https://github.com/kubernetes/kubernetes/issues/35345' + properties: + maxUnavailable: + anyOf: + - type: integer + - type: string + description: 'The maximum number of DaemonSet pods that + can be unavailable during the update. Value can be an + absolute number (ex: 5) or a percentage of total number + of DaemonSet pods at the start of the update (ex: 10%). + Absolute number is calculated from percentage by rounding + up. This cannot be 0. Default value is 1. Example: when + this is set to 30%, at most 30% of the total number + of nodes that should be running the daemon pod (i.e. + status.desiredNumberScheduled) can have their pods stopped + for an update at any given time. The update starts by + stopping at most 30% of those DaemonSet pods and then + brings up new DaemonSet pods in their place. Once the + new pods are available, it then proceeds onto other + DaemonSet pods, thus ensuring that at least 70% of original + number of DaemonSet pods are available at all times + during the update.' + x-kubernetes-int-or-string: true + type: object + type: + description: Type of daemon set update. Can be "RollingUpdate" + or "OnDelete". Default is RollingUpdate. + type: string + type: object + registry: + description: "Registry is the default Docker registry used for + component Docker images. If specified, all images will be pulled + from this registry. If not specified then the default registries + will be used. A special case value, UseDefault, is supported + to explicitly specify the default registries will be used. \n + Image format: `//:` + \n This option allows configuring the `` portion of + the above format." + type: string + typhaAffinity: + description: TyphaAffinity allows configuration of node affinity + characteristics for Typha pods. + properties: + nodeAffinity: + description: NodeAffinity describes node affinity scheduling + rules for typha. + properties: + preferredDuringSchedulingIgnoredDuringExecution: + description: The scheduler will prefer to schedule pods + to nodes that satisfy the affinity expressions specified + by this field, but it may choose a node that violates + one or more of the expressions. + items: + description: An empty preferred scheduling term matches + all objects with implicit weight 0 (i.e. it's a no-op). + A null preferred scheduling term matches no objects + (i.e. is also a no-op). + properties: + preference: + description: A node selector term, associated with + the corresponding weight. + properties: + matchExpressions: + description: A list of node selector requirements + by node's labels. + items: + description: A node selector requirement is + a selector that contains values, a key, + and an operator that relates the key and + values. + properties: + key: + description: The label key that the selector + applies to. + type: string + operator: + description: Represents a key's relationship + to a set of values. Valid operators + are In, NotIn, Exists, DoesNotExist. + Gt, and Lt. + type: string + values: + description: An array of string values. + If the operator is In or NotIn, the + values array must be non-empty. If the + operator is Exists or DoesNotExist, + the values array must be empty. If the + operator is Gt or Lt, the values array + must have a single element, which will + be interpreted as an integer. This array + is replaced during a strategic merge + patch. + items: + type: string + type: array + required: + - key + - operator + type: object + type: array + matchFields: + description: A list of node selector requirements + by node's fields. + items: + description: A node selector requirement is + a selector that contains values, a key, + and an operator that relates the key and + values. + properties: + key: + description: The label key that the selector + applies to. + type: string + operator: + description: Represents a key's relationship + to a set of values. Valid operators + are In, NotIn, Exists, DoesNotExist. + Gt, and Lt. + type: string + values: + description: An array of string values. + If the operator is In or NotIn, the + values array must be non-empty. If the + operator is Exists or DoesNotExist, + the values array must be empty. If the + operator is Gt or Lt, the values array + must have a single element, which will + be interpreted as an integer. This array + is replaced during a strategic merge + patch. + items: + type: string + type: array + required: + - key + - operator + type: object + type: array + type: object + weight: + description: Weight associated with matching the + corresponding nodeSelectorTerm, in the range 1-100. + format: int32 + type: integer + required: + - preference + - weight + type: object + type: array + type: object + type: object + typhaMetricsPort: + description: TyphaMetricsPort specifies which port calico/typha + serves prometheus metrics on. By default, metrics are not enabled. + format: int32 + type: integer + variant: + description: 'Variant is the product to install - one of Calico + or TigeraSecureEnterprise Default: Calico' + enum: + - Calico + - TigeraSecureEnterprise + type: string + type: object + imageSet: + description: ImageSet is the name of the ImageSet being used, if there + is an ImageSet that is being used. If an ImageSet is not being used + then this will not be set. + type: string + mtu: + description: MTU is the most recently observed value for pod network + MTU. This may be an explicitly configured value, or based on Calico's + native auto-detetion. + format: int32 + type: integer + variant: + description: Variant is the most recently observed installed variant + - one of Calico or TigeraSecureEnterprise + enum: + - Calico + - TigeraSecureEnterprise + type: string + type: object + type: object + served: true + storage: true + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico-crd/v1.0.005/templates/operator.tigera.io_tigerastatuses_crd.yaml b/charts/rke2-calico/rke2-calico-crd/v1.0.005/templates/operator.tigera.io_tigerastatuses_crd.yaml new file mode 100755 index 0000000..abfe29c --- /dev/null +++ b/charts/rke2-calico/rke2-calico-crd/v1.0.005/templates/operator.tigera.io_tigerastatuses_crd.yaml @@ -0,0 +1,104 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + annotations: + controller-gen.kubebuilder.io/version: v0.3.0 + name: tigerastatuses.operator.tigera.io +spec: + group: operator.tigera.io + names: + kind: TigeraStatus + listKind: TigeraStatusList + plural: tigerastatuses + singular: tigerastatus + scope: Cluster + versions: + - additionalPrinterColumns: + - description: Whether the component running and stable. + jsonPath: .status.conditions[?(@.type=='Available')].status + name: Available + type: string + - description: Whether the component is processing changes. + jsonPath: .status.conditions[?(@.type=='Progressing')].status + name: Progressing + type: string + - description: Whether the component is degraded. + jsonPath: .status.conditions[?(@.type=='Degraded')].status + name: Degraded + type: string + - description: The time the component's Available status last changed. + jsonPath: .status.conditions[?(@.type=='Available')].lastTransitionTime + name: Since + type: date + name: v1 + schema: + openAPIV3Schema: + description: TigeraStatus represents the most recently observed status for + Calico or a Calico Enterprise functional area. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: TigeraStatusSpec defines the desired state of TigeraStatus + type: object + status: + description: TigeraStatusStatus defines the observed state of TigeraStatus + properties: + conditions: + description: Conditions represents the latest observed set of conditions + for this component. A component may be one or more of Available, + Progressing, or Degraded. + items: + description: TigeraStatusCondition represents a condition attached + to a particular component. + properties: + lastTransitionTime: + description: The timestamp representing the start time for the + current status. + format: date-time + type: string + message: + description: Optionally, a detailed message providing additional + context. + type: string + reason: + description: A brief reason explaining the condition. + type: string + status: + description: The status of the condition. May be True, False, + or Unknown. + type: string + type: + description: The type of condition. May be Available, Progressing, + or Degraded. + type: string + required: + - lastTransitionTime + - status + - type + type: object + type: array + required: + - conditions + type: object + type: object + served: true + storage: true + subresources: + status: {} +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/Chart.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/Chart.yaml new file mode 100755 index 0000000..a4a6742 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/Chart.yaml @@ -0,0 +1,7 @@ +annotations: + catalog.cattle.io/namespace: tigera-operator +apiVersion: v2 +appVersion: v3.19.1 +description: Installs the Tigera operator for Calico +name: rke2-calico +version: v3.19.1-105 diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/_helpers.tpl b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/_helpers.tpl new file mode 100755 index 0000000..3ac4a1c --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/_helpers.tpl @@ -0,0 +1,10 @@ +{{/* generate the image name for a component*/}} +{{- define "tigera-operator.image" -}} +{{- if .Values.global.systemDefaultRegistry -}} +{{- $_ := set .Values.tigeraOperator "registry" .Values.global.systemDefaultRegistry -}} +{{- end -}} +{{- if .Values.tigeraOperator.registry -}} + {{- .Values.tigeraOperator.registry | trimSuffix "/" -}}/ +{{- end -}} +{{- .Values.tigeraOperator.image -}}:{{- .Values.tigeraOperator.version -}} +{{- end -}} diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/certs/certs-node.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/certs/certs-node.yaml new file mode 100755 index 0000000..5830c2a --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/certs/certs-node.yaml @@ -0,0 +1,13 @@ +{{/* if any of .Values.certs.node or .Values.certs.typha is not nil */}} +{{ if without (concat (values .Values.certs.node) (values .Values.certs.typha)) nil }} +apiVersion: v1 +kind: Secret +metadata: + name: node-certs + namespace: tigera-operator +type: Opaque +data: + cert.crt: {{ required "must set certs.node.cert" .Values.certs.node.cert | b64enc }} + key.key: {{ required "must set certs.node.key" .Values.certs.node.key | b64enc }} + common-name: {{ required "must set certs.node.commonName" .Values.certs.node.commonName | b64enc }} +{{ end }} diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/certs/certs-typha.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/certs/certs-typha.yaml new file mode 100755 index 0000000..4463e89 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/certs/certs-typha.yaml @@ -0,0 +1,23 @@ +{{/* if any of .Values.certs.node or .Values.certs.typha is not nil */}} +{{ if without (concat (values .Values.certs.node) (values .Values.certs.typha)) nil }} +kind: ConfigMap +apiVersion: v1 +metadata: + name: typha-ca + namespace: tigera-operator +data: + caBundle: | +{{ required "must set certs.typha.caBundle" .Values.certs.typha.caBundle | indent 4}} +--- + +apiVersion: v1 +kind: Secret +metadata: + name: typha-certs + namespace: tigera-operator +type: Opaque +data: + cert.crt: {{ required "must set certs.typha.cert" .Values.certs.typha.cert | b64enc }} + key.key: {{ required "must set certs.typha.key" .Values.certs.typha.key | b64enc }} + common-name: {{ required "must set certs.typha.commonName" .Values.certs.typha.commonName | b64enc }} +{{ end }} diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_bgpconfigurations.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_bgpconfigurations.yaml new file mode 100755 index 0000000..0baa072 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_bgpconfigurations.yaml @@ -0,0 +1,141 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + name: bgpconfigurations.crd.projectcalico.org +spec: + group: crd.projectcalico.org + names: + kind: BGPConfiguration + listKind: BGPConfigurationList + plural: bgpconfigurations + singular: bgpconfiguration + scope: Cluster + versions: + - name: v1 + schema: + openAPIV3Schema: + description: BGPConfiguration contains the configuration for any BGP routing. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: BGPConfigurationSpec contains the values of the BGP configuration. + properties: + asNumber: + description: 'ASNumber is the default AS number used by a node. [Default: + 64512]' + format: int32 + type: integer + communities: + description: Communities is a list of BGP community values and their + arbitrary names for tagging routes. + items: + description: Community contains standard or large community value + and its name. + properties: + name: + description: Name given to community value. + type: string + value: + description: Value must be of format `aa:nn` or `aa:nn:mm`. + For standard community use `aa:nn` format, where `aa` and + `nn` are 16 bit number. For large community use `aa:nn:mm` + format, where `aa`, `nn` and `mm` are 32 bit number. Where, + `aa` is an AS Number, `nn` and `mm` are per-AS identifier. + pattern: ^(\d+):(\d+)$|^(\d+):(\d+):(\d+)$ + type: string + type: object + type: array + listenPort: + description: ListenPort is the port where BGP protocol should listen. + Defaults to 179 + maximum: 65535 + minimum: 1 + type: integer + logSeverityScreen: + description: 'LogSeverityScreen is the log severity above which logs + are sent to the stdout. [Default: INFO]' + type: string + nodeToNodeMeshEnabled: + description: 'NodeToNodeMeshEnabled sets whether full node to node + BGP mesh is enabled. [Default: true]' + type: boolean + prefixAdvertisements: + description: PrefixAdvertisements contains per-prefix advertisement + configuration. + items: + description: PrefixAdvertisement configures advertisement properties + for the specified CIDR. + properties: + cidr: + description: CIDR for which properties should be advertised. + type: string + communities: + description: Communities can be list of either community names + already defined in `Specs.Communities` or community value + of format `aa:nn` or `aa:nn:mm`. For standard community use + `aa:nn` format, where `aa` and `nn` are 16 bit number. For + large community use `aa:nn:mm` format, where `aa`, `nn` and + `mm` are 32 bit number. Where,`aa` is an AS Number, `nn` and + `mm` are per-AS identifier. + items: + type: string + type: array + type: object + type: array + serviceClusterIPs: + description: ServiceClusterIPs are the CIDR blocks from which service + cluster IPs are allocated. If specified, Calico will advertise these + blocks, as well as any cluster IPs within them. + items: + description: ServiceClusterIPBlock represents a single allowed ClusterIP + CIDR block. + properties: + cidr: + type: string + type: object + type: array + serviceExternalIPs: + description: ServiceExternalIPs are the CIDR blocks for Kubernetes + Service External IPs. Kubernetes Service ExternalIPs will only be + advertised if they are within one of these blocks. + items: + description: ServiceExternalIPBlock represents a single allowed + External IP CIDR block. + properties: + cidr: + type: string + type: object + type: array + serviceLoadBalancerIPs: + description: ServiceLoadBalancerIPs are the CIDR blocks for Kubernetes + Service LoadBalancer IPs. Kubernetes Service status.LoadBalancer.Ingress + IPs will only be advertised if they are within one of these blocks. + items: + description: ServiceLoadBalancerIPBlock represents a single allowed + LoadBalancer IP CIDR block. + properties: + cidr: + type: string + type: object + type: array + type: object + type: object + served: true + storage: true +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_bgppeers.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_bgppeers.yaml new file mode 100755 index 0000000..57e945e --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_bgppeers.yaml @@ -0,0 +1,106 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + name: bgppeers.crd.projectcalico.org +spec: + group: crd.projectcalico.org + names: + kind: BGPPeer + listKind: BGPPeerList + plural: bgppeers + singular: bgppeer + scope: Cluster + versions: + - name: v1 + schema: + openAPIV3Schema: + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: BGPPeerSpec contains the specification for a BGPPeer resource. + properties: + asNumber: + description: The AS Number of the peer. + format: int32 + type: integer + keepOriginalNextHop: + description: Option to keep the original nexthop field when routes + are sent to a BGP Peer. Setting "true" configures the selected BGP + Peers node to use the "next hop keep;" instead of "next hop self;"(default) + in the specific branch of the Node on "bird.cfg". + type: boolean + node: + description: The node name identifying the Calico node instance that + is targeted by this peer. If this is not set, and no nodeSelector + is specified, then this BGP peer selects all nodes in the cluster. + type: string + nodeSelector: + description: Selector for the nodes that should have this peering. When + this is set, the Node field must be empty. + type: string + password: + description: Optional BGP password for the peerings generated by this + BGPPeer resource. + properties: + secretKeyRef: + description: Selects a key of a secret in the node pod's namespace. + properties: + key: + description: The key of the secret to select from. Must be + a valid secret key. + type: string + name: + description: 'Name of the referent. More info: https://kubernetes.io/docs/concepts/overview/working-with-objects/names/#names + TODO: Add other useful fields. apiVersion, kind, uid?' + type: string + optional: + description: Specify whether the Secret or its key must be + defined + type: boolean + required: + - key + type: object + type: object + peerIP: + description: The IP address of the peer followed by an optional port + number to peer with. If port number is given, format should be `[]:port` + or `:` for IPv4. If optional port number is not set, + and this peer IP and ASNumber belongs to a calico/node with ListenPort + set in BGPConfiguration, then we use that port to peer. + type: string + peerSelector: + description: Selector for the remote nodes to peer with. When this + is set, the PeerIP and ASNumber fields must be empty. For each + peering between the local node and selected remote nodes, we configure + an IPv4 peering if both ends have NodeBGPSpec.IPv4Address specified, + and an IPv6 peering if both ends have NodeBGPSpec.IPv6Address specified. The + remote AS number comes from the remote node's NodeBGPSpec.ASNumber, + or the global default if that is not set. + type: string + sourceAddress: + description: Specifies whether and how to configure a source address + for the peerings generated by this BGPPeer resource. Default value + "UseNodeIP" means to configure the node IP as the source address. "None" + means not to configure a source address. + type: string + type: object + type: object + served: true + storage: true +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_blockaffinities.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_blockaffinities.yaml new file mode 100755 index 0000000..4f03208 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_blockaffinities.yaml @@ -0,0 +1,59 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + name: blockaffinities.crd.projectcalico.org +spec: + group: crd.projectcalico.org + names: + kind: BlockAffinity + listKind: BlockAffinityList + plural: blockaffinities + singular: blockaffinity + scope: Cluster + versions: + - name: v1 + schema: + openAPIV3Schema: + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: BlockAffinitySpec contains the specification for a BlockAffinity + resource. + properties: + cidr: + type: string + deleted: + description: Deleted indicates that this block affinity is being deleted. + This field is a string for compatibility with older releases that + mistakenly treat this field as a string. + type: string + node: + type: string + state: + type: string + required: + - cidr + - deleted + - node + - state + type: object + type: object + served: true + storage: true +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_clusterinformations.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_clusterinformations.yaml new file mode 100755 index 0000000..c0c4149 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_clusterinformations.yaml @@ -0,0 +1,62 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + name: clusterinformations.crd.projectcalico.org +spec: + group: crd.projectcalico.org + names: + kind: ClusterInformation + listKind: ClusterInformationList + plural: clusterinformations + singular: clusterinformation + scope: Cluster + versions: + - name: v1 + schema: + openAPIV3Schema: + description: ClusterInformation contains the cluster specific information. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: ClusterInformationSpec contains the values of describing + the cluster. + properties: + calicoVersion: + description: CalicoVersion is the version of Calico that the cluster + is running + type: string + clusterGUID: + description: ClusterGUID is the GUID of the cluster + type: string + clusterType: + description: ClusterType describes the type of the cluster + type: string + datastoreReady: + description: DatastoreReady is used during significant datastore migrations + to signal to components such as Felix that it should wait before + accessing the datastore. + type: boolean + variant: + description: Variant declares which variant of Calico should be active. + type: string + type: object + type: object + served: true + storage: true +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_felixconfigurations.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_felixconfigurations.yaml new file mode 100755 index 0000000..1756e24 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_felixconfigurations.yaml @@ -0,0 +1,561 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + name: felixconfigurations.crd.projectcalico.org +spec: + group: crd.projectcalico.org + names: + kind: FelixConfiguration + listKind: FelixConfigurationList + plural: felixconfigurations + singular: felixconfiguration + scope: Cluster + versions: + - name: v1 + schema: + openAPIV3Schema: + description: Felix Configuration contains the configuration for Felix. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: FelixConfigurationSpec contains the values of the Felix configuration. + properties: + allowIPIPPacketsFromWorkloads: + description: 'AllowIPIPPacketsFromWorkloads controls whether Felix + will add a rule to drop IPIP encapsulated traffic from workloads + [Default: false]' + type: boolean + allowVXLANPacketsFromWorkloads: + description: 'AllowVXLANPacketsFromWorkloads controls whether Felix + will add a rule to drop VXLAN encapsulated traffic from workloads + [Default: false]' + type: boolean + awsSrcDstCheck: + description: 'Set source-destination-check on AWS EC2 instances. Accepted + value must be one of "DoNothing", "Enabled" or "Disabled". [Default: + DoNothing]' + enum: + - DoNothing + - Enable + - Disable + type: string + bpfConnectTimeLoadBalancingEnabled: + description: 'BPFConnectTimeLoadBalancingEnabled when in BPF mode, + controls whether Felix installs the connection-time load balancer. The + connect-time load balancer is required for the host to be able to + reach Kubernetes services and it improves the performance of pod-to-service + connections. The only reason to disable it is for debugging purposes. [Default: + true]' + type: boolean + bpfDataIfacePattern: + description: BPFDataIfacePattern is a regular expression that controls + which interfaces Felix should attach BPF programs to in order to + catch traffic to/from the network. This needs to match the interfaces + that Calico workload traffic flows over as well as any interfaces + that handle incoming traffic to nodeports and services from outside + the cluster. It should not match the workload interfaces (usually + named cali...). + type: string + bpfDisableUnprivileged: + description: 'BPFDisableUnprivileged, if enabled, Felix sets the kernel.unprivileged_bpf_disabled + sysctl to disable unprivileged use of BPF. This ensures that unprivileged + users cannot access Calico''s BPF maps and cannot insert their own + BPF programs to interfere with Calico''s. [Default: true]' + type: boolean + bpfEnabled: + description: 'BPFEnabled, if enabled Felix will use the BPF dataplane. + [Default: false]' + type: boolean + bpfExtToServiceConnmark: + description: 'BPFExtToServiceConnmark in BPF mode, control a 32bit + mark that is set on connections from an external client to a local + service. This mark allows us to control how packets of that connection + are routed within the host and how is routing intepreted by RPF + check. [Default: 0]' + type: integer + bpfExternalServiceMode: + description: 'BPFExternalServiceMode in BPF mode, controls how connections + from outside the cluster to services (node ports and cluster IPs) + are forwarded to remote workloads. If set to "Tunnel" then both + request and response traffic is tunneled to the remote node. If + set to "DSR", the request traffic is tunneled but the response traffic + is sent directly from the remote node. In "DSR" mode, the remote + node appears to use the IP of the ingress node; this requires a + permissive L2 network. [Default: Tunnel]' + type: string + bpfKubeProxyEndpointSlicesEnabled: + description: BPFKubeProxyEndpointSlicesEnabled in BPF mode, controls + whether Felix's embedded kube-proxy accepts EndpointSlices or not. + type: boolean + bpfKubeProxyIptablesCleanupEnabled: + description: 'BPFKubeProxyIptablesCleanupEnabled, if enabled in BPF + mode, Felix will proactively clean up the upstream Kubernetes kube-proxy''s + iptables chains. Should only be enabled if kube-proxy is not running. [Default: + true]' + type: boolean + bpfKubeProxyMinSyncPeriod: + description: 'BPFKubeProxyMinSyncPeriod, in BPF mode, controls the + minimum time between updates to the dataplane for Felix''s embedded + kube-proxy. Lower values give reduced set-up latency. Higher values + reduce Felix CPU usage by batching up more work. [Default: 1s]' + type: string + bpfLogLevel: + description: 'BPFLogLevel controls the log level of the BPF programs + when in BPF dataplane mode. One of "Off", "Info", or "Debug". The + logs are emitted to the BPF trace pipe, accessible with the command + `tc exec bpf debug`. [Default: Off].' + type: string + chainInsertMode: + description: 'ChainInsertMode controls whether Felix hooks the kernel''s + top-level iptables chains by inserting a rule at the top of the + chain or by appending a rule at the bottom. insert is the safe default + since it prevents Calico''s rules from being bypassed. If you switch + to append mode, be sure that the other rules in the chains signal + acceptance by falling through to the Calico rules, otherwise the + Calico policy will be bypassed. [Default: insert]' + type: string + dataplaneDriver: + type: string + debugDisableLogDropping: + type: boolean + debugMemoryProfilePath: + type: string + debugSimulateCalcGraphHangAfter: + type: string + debugSimulateDataplaneHangAfter: + type: string + defaultEndpointToHostAction: + description: 'DefaultEndpointToHostAction controls what happens to + traffic that goes from a workload endpoint to the host itself (after + the traffic hits the endpoint egress policy). By default Calico + blocks traffic from workload endpoints to the host itself with an + iptables "DROP" action. If you want to allow some or all traffic + from endpoint to host, set this parameter to RETURN or ACCEPT. Use + RETURN if you have your own rules in the iptables "INPUT" chain; + Calico will insert its rules at the top of that chain, then "RETURN" + packets to the "INPUT" chain once it has completed processing workload + endpoint egress policy. Use ACCEPT to unconditionally accept packets + from workloads after processing workload endpoint egress policy. + [Default: Drop]' + type: string + deviceRouteProtocol: + description: This defines the route protocol added to programmed device + routes, by default this will be RTPROT_BOOT when left blank. + type: integer + deviceRouteSourceAddress: + description: This is the source address to use on programmed device + routes. By default the source address is left blank, leaving the + kernel to choose the source address used. + type: string + disableConntrackInvalidCheck: + type: boolean + endpointReportingDelay: + type: string + endpointReportingEnabled: + type: boolean + externalNodesList: + description: ExternalNodesCIDRList is a list of CIDR's of external-non-calico-nodes + which may source tunnel traffic and have the tunneled traffic be + accepted at calico nodes. + items: + type: string + type: array + failsafeInboundHostPorts: + description: 'FailsafeInboundHostPorts is a list of UDP/TCP ports + and CIDRs that Felix will allow incoming traffic to host endpoints + on irrespective of the security policy. This is useful to avoid + accidentally cutting off a host with incorrect configuration. For + back-compatibility, if the protocol is not specified, it defaults + to "tcp". If a CIDR is not specified, it will allow traffic from + all addresses. To disable all inbound host ports, use the value + none. The default value allows ssh access and DHCP. [Default: tcp:22, + udp:68, tcp:179, tcp:2379, tcp:2380, tcp:6443, tcp:6666, tcp:6667]' + items: + description: ProtoPort is combination of protocol, port, and CIDR. + Protocol and port must be specified. + properties: + net: + type: string + port: + type: integer + protocol: + type: string + required: + - port + - protocol + type: object + type: array + failsafeOutboundHostPorts: + description: 'FailsafeOutboundHostPorts is a list of UDP/TCP ports + and CIDRs that Felix will allow outgoing traffic from host endpoints + to irrespective of the security policy. This is useful to avoid + accidentally cutting off a host with incorrect configuration. For + back-compatibility, if the protocol is not specified, it defaults + to "tcp". If a CIDR is not specified, it will allow traffic from + all addresses. To disable all outbound host ports, use the value + none. The default value opens etcd''s standard ports to ensure that + Felix does not get cut off from etcd as well as allowing DHCP and + DNS. [Default: tcp:179, tcp:2379, tcp:2380, tcp:6443, tcp:6666, + tcp:6667, udp:53, udp:67]' + items: + description: ProtoPort is combination of protocol, port, and CIDR. + Protocol and port must be specified. + properties: + net: + type: string + port: + type: integer + protocol: + type: string + required: + - port + - protocol + type: object + type: array + featureDetectOverride: + description: FeatureDetectOverride is used to override the feature + detection. Values are specified in a comma separated list with no + spaces, example; "SNATFullyRandom=true,MASQFullyRandom=false,RestoreSupportsLock=". + "true" or "false" will force the feature, empty or omitted values + are auto-detected. + type: string + genericXDPEnabled: + description: 'GenericXDPEnabled enables Generic XDP so network cards + that don''t support XDP offload or driver modes can use XDP. This + is not recommended since it doesn''t provide better performance + than iptables. [Default: false]' + type: boolean + healthEnabled: + type: boolean + healthHost: + type: string + healthPort: + type: integer + interfaceExclude: + description: 'InterfaceExclude is a comma-separated list of interfaces + that Felix should exclude when monitoring for host endpoints. The + default value ensures that Felix ignores Kubernetes'' IPVS dummy + interface, which is used internally by kube-proxy. If you want to + exclude multiple interface names using a single value, the list + supports regular expressions. For regular expressions you must wrap + the value with ''/''. For example having values ''/^kube/,veth1'' + will exclude all interfaces that begin with ''kube'' and also the + interface ''veth1''. [Default: kube-ipvs0]' + type: string + interfacePrefix: + description: 'InterfacePrefix is the interface name prefix that identifies + workload endpoints and so distinguishes them from host endpoint + interfaces. Note: in environments other than bare metal, the orchestrators + configure this appropriately. For example our Kubernetes and Docker + integrations set the ''cali'' value, and our OpenStack integration + sets the ''tap'' value. [Default: cali]' + type: string + interfaceRefreshInterval: + description: InterfaceRefreshInterval is the period at which Felix + rescans local interfaces to verify their state. The rescan can be + disabled by setting the interval to 0. + type: string + ipipEnabled: + type: boolean + ipipMTU: + description: 'IPIPMTU is the MTU to set on the tunnel device. See + Configuring MTU [Default: 1440]' + type: integer + ipsetsRefreshInterval: + description: 'IpsetsRefreshInterval is the period at which Felix re-checks + all iptables state to ensure that no other process has accidentally + broken Calico''s rules. Set to 0 to disable iptables refresh. [Default: + 90s]' + type: string + iptablesBackend: + description: IptablesBackend specifies which backend of iptables will + be used. The default is legacy. + type: string + iptablesFilterAllowAction: + type: string + iptablesLockFilePath: + description: 'IptablesLockFilePath is the location of the iptables + lock file. You may need to change this if the lock file is not in + its standard location (for example if you have mapped it into Felix''s + container at a different path). [Default: /run/xtables.lock]' + type: string + iptablesLockProbeInterval: + description: 'IptablesLockProbeInterval is the time that Felix will + wait between attempts to acquire the iptables lock if it is not + available. Lower values make Felix more responsive when the lock + is contended, but use more CPU. [Default: 50ms]' + type: string + iptablesLockTimeout: + description: 'IptablesLockTimeout is the time that Felix will wait + for the iptables lock, or 0, to disable. To use this feature, Felix + must share the iptables lock file with all other processes that + also take the lock. When running Felix inside a container, this + requires the /run directory of the host to be mounted into the calico/node + or calico/felix container. [Default: 0s disabled]' + type: string + iptablesMangleAllowAction: + type: string + iptablesMarkMask: + description: 'IptablesMarkMask is the mask that Felix selects its + IPTables Mark bits from. Should be a 32 bit hexadecimal number with + at least 8 bits set, none of which clash with any other mark bits + in use on the system. [Default: 0xff000000]' + format: int32 + type: integer + iptablesNATOutgoingInterfaceFilter: + type: string + iptablesPostWriteCheckInterval: + description: 'IptablesPostWriteCheckInterval is the period after Felix + has done a write to the dataplane that it schedules an extra read + back in order to check the write was not clobbered by another process. + This should only occur if another application on the system doesn''t + respect the iptables lock. [Default: 1s]' + type: string + iptablesRefreshInterval: + description: 'IptablesRefreshInterval is the period at which Felix + re-checks the IP sets in the dataplane to ensure that no other process + has accidentally broken Calico''s rules. Set to 0 to disable IP + sets refresh. Note: the default for this value is lower than the + other refresh intervals as a workaround for a Linux kernel bug that + was fixed in kernel version 4.11. If you are using v4.11 or greater + you may want to set this to, a higher value to reduce Felix CPU + usage. [Default: 10s]' + type: string + ipv6Support: + type: boolean + kubeNodePortRanges: + description: 'KubeNodePortRanges holds list of port ranges used for + service node ports. Only used if felix detects kube-proxy running + in ipvs mode. Felix uses these ranges to separate host and workload + traffic. [Default: 30000:32767].' + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + logFilePath: + description: 'LogFilePath is the full path to the Felix log. Set to + none to disable file logging. [Default: /var/log/calico/felix.log]' + type: string + logPrefix: + description: 'LogPrefix is the log prefix that Felix uses when rendering + LOG rules. [Default: calico-packet]' + type: string + logSeverityFile: + description: 'LogSeverityFile is the log severity above which logs + are sent to the log file. [Default: Info]' + type: string + logSeverityScreen: + description: 'LogSeverityScreen is the log severity above which logs + are sent to the stdout. [Default: Info]' + type: string + logSeveritySys: + description: 'LogSeveritySys is the log severity above which logs + are sent to the syslog. Set to None for no logging to syslog. [Default: + Info]' + type: string + maxIpsetSize: + type: integer + metadataAddr: + description: 'MetadataAddr is the IP address or domain name of the + server that can answer VM queries for cloud-init metadata. In OpenStack, + this corresponds to the machine running nova-api (or in Ubuntu, + nova-api-metadata). A value of none (case insensitive) means that + Felix should not set up any NAT rule for the metadata path. [Default: + 127.0.0.1]' + type: string + metadataPort: + description: 'MetadataPort is the port of the metadata server. This, + combined with global.MetadataAddr (if not ''None''), is used to + set up a NAT rule, from 169.254.169.254:80 to MetadataAddr:MetadataPort. + In most cases this should not need to be changed [Default: 8775].' + type: integer + mtuIfacePattern: + description: MTUIfacePattern is a regular expression that controls + which interfaces Felix should scan in order to calculate the host's + MTU. This should not match workload interfaces (usually named cali...). + type: string + natOutgoingAddress: + description: NATOutgoingAddress specifies an address to use when performing + source NAT for traffic in a natOutgoing pool that is leaving the + network. By default the address used is an address on the interface + the traffic is leaving on (ie it uses the iptables MASQUERADE target) + type: string + natPortRange: + anyOf: + - type: integer + - type: string + description: NATPortRange specifies the range of ports that is used + for port mapping when doing outgoing NAT. When unset the default + behavior of the network stack is used. + pattern: ^.* + x-kubernetes-int-or-string: true + netlinkTimeout: + type: string + openstackRegion: + description: 'OpenstackRegion is the name of the region that a particular + Felix belongs to. In a multi-region Calico/OpenStack deployment, + this must be configured somehow for each Felix (here in the datamodel, + or in felix.cfg or the environment on each compute node), and must + match the [calico] openstack_region value configured in neutron.conf + on each node. [Default: Empty]' + type: string + policySyncPathPrefix: + description: 'PolicySyncPathPrefix is used to by Felix to communicate + policy changes to external services, like Application layer policy. + [Default: Empty]' + type: string + prometheusGoMetricsEnabled: + description: 'PrometheusGoMetricsEnabled disables Go runtime metrics + collection, which the Prometheus client does by default, when set + to false. This reduces the number of metrics reported, reducing + Prometheus load. [Default: true]' + type: boolean + prometheusMetricsEnabled: + description: 'PrometheusMetricsEnabled enables the Prometheus metrics + server in Felix if set to true. [Default: false]' + type: boolean + prometheusMetricsHost: + description: 'PrometheusMetricsHost is the host that the Prometheus + metrics server should bind to. [Default: empty]' + type: string + prometheusMetricsPort: + description: 'PrometheusMetricsPort is the TCP port that the Prometheus + metrics server should bind to. [Default: 9091]' + type: integer + prometheusProcessMetricsEnabled: + description: 'PrometheusProcessMetricsEnabled disables process metrics + collection, which the Prometheus client does by default, when set + to false. This reduces the number of metrics reported, reducing + Prometheus load. [Default: true]' + type: boolean + removeExternalRoutes: + description: Whether or not to remove device routes that have not + been programmed by Felix. Disabling this will allow external applications + to also add device routes. This is enabled by default which means + we will remove externally added routes. + type: boolean + reportingInterval: + description: 'ReportingInterval is the interval at which Felix reports + its status into the datastore or 0 to disable. Must be non-zero + in OpenStack deployments. [Default: 30s]' + type: string + reportingTTL: + description: 'ReportingTTL is the time-to-live setting for process-wide + status reports. [Default: 90s]' + type: string + routeRefreshInterval: + description: 'RouteRefreshInterval is the period at which Felix re-checks + the routes in the dataplane to ensure that no other process has + accidentally broken Calico''s rules. Set to 0 to disable route refresh. + [Default: 90s]' + type: string + routeSource: + description: 'RouteSource configures where Felix gets its routing + information. - WorkloadIPs: use workload endpoints to construct + routes. - CalicoIPAM: the default - use IPAM data to construct routes.' + type: string + routeTableRange: + description: Calico programs additional Linux route tables for various + purposes. RouteTableRange specifies the indices of the route tables + that Calico should use. + properties: + max: + type: integer + min: + type: integer + required: + - max + - min + type: object + serviceLoopPrevention: + description: 'When service IP advertisement is enabled, prevent routing + loops to service IPs that are not in use, by dropping or rejecting + packets that do not get DNAT''d by kube-proxy. Unless set to "Disabled", + in which case such routing loops continue to be allowed. [Default: + Drop]' + type: string + sidecarAccelerationEnabled: + description: 'SidecarAccelerationEnabled enables experimental sidecar + acceleration [Default: false]' + type: boolean + usageReportingEnabled: + description: 'UsageReportingEnabled reports anonymous Calico version + number and cluster size to projectcalico.org. Logs warnings returned + by the usage server. For example, if a significant security vulnerability + has been discovered in the version of Calico being used. [Default: + true]' + type: boolean + usageReportingInitialDelay: + description: 'UsageReportingInitialDelay controls the minimum delay + before Felix makes a report. [Default: 300s]' + type: string + usageReportingInterval: + description: 'UsageReportingInterval controls the interval at which + Felix makes reports. [Default: 86400s]' + type: string + useInternalDataplaneDriver: + type: boolean + vxlanEnabled: + type: boolean + vxlanMTU: + description: 'VXLANMTU is the MTU to set on the tunnel device. See + Configuring MTU [Default: 1440]' + type: integer + vxlanPort: + type: integer + vxlanVNI: + type: integer + wireguardEnabled: + description: 'WireguardEnabled controls whether Wireguard is enabled. + [Default: false]' + type: boolean + wireguardInterfaceName: + description: 'WireguardInterfaceName specifies the name to use for + the Wireguard interface. [Default: wg.calico]' + type: string + wireguardListeningPort: + description: 'WireguardListeningPort controls the listening port used + by Wireguard. [Default: 51820]' + type: integer + wireguardMTU: + description: 'WireguardMTU controls the MTU on the Wireguard interface. + See Configuring MTU [Default: 1420]' + type: integer + wireguardRoutingRulePriority: + description: 'WireguardRoutingRulePriority controls the priority value + to use for the Wireguard routing rule. [Default: 99]' + type: integer + xdpEnabled: + description: 'XDPEnabled enables XDP acceleration for suitable untracked + incoming deny rules. [Default: true]' + type: boolean + xdpRefreshInterval: + description: 'XDPRefreshInterval is the period at which Felix re-checks + all XDP state to ensure that no other process has accidentally broken + Calico''s BPF maps or attached programs. Set to 0 to disable XDP + refresh. [Default: 90s]' + type: string + type: object + type: object + served: true + storage: true +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_globalnetworkpolicies.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_globalnetworkpolicies.yaml new file mode 100755 index 0000000..4360dda --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_globalnetworkpolicies.yaml @@ -0,0 +1,769 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + name: globalnetworkpolicies.crd.projectcalico.org +spec: + group: crd.projectcalico.org + names: + kind: GlobalNetworkPolicy + listKind: GlobalNetworkPolicyList + plural: globalnetworkpolicies + singular: globalnetworkpolicy + scope: Cluster + versions: + - name: v1 + schema: + openAPIV3Schema: + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + properties: + applyOnForward: + description: ApplyOnForward indicates to apply the rules in this policy + on forward traffic. + type: boolean + doNotTrack: + description: DoNotTrack indicates whether packets matched by the rules + in this policy should go through the data plane's connection tracking, + such as Linux conntrack. If True, the rules in this policy are + applied before any data plane connection tracking, and packets allowed + by this policy are marked as not to be tracked. + type: boolean + egress: + description: The ordered set of egress rules. Each rule contains + a set of packet match criteria and a corresponding action to apply. + items: + description: "A Rule encapsulates a set of match criteria and an + action. Both selector-based security Policy and security Profiles + reference rules - separated out as a list of rules for both ingress + and egress packet matching. \n Each positive match criteria has + a negated version, prefixed with \"Not\". All the match criteria + within a rule must be satisfied for a packet to match. A single + rule can contain the positive and negative version of a match + and both must be satisfied for the rule to match." + properties: + action: + type: string + destination: + description: Destination contains the match criteria that apply + to destination entity. + properties: + namespaceSelector: + description: "NamespaceSelector is an optional field that + contains a selector expression. Only traffic that originates + from (or terminates at) endpoints within the selected + namespaces will be matched. When both NamespaceSelector + and Selector are defined on the same rule, then only workload + endpoints that are matched by both selectors will be selected + by the rule. \n For NetworkPolicy, an empty NamespaceSelector + implies that the Selector is limited to selecting only + workload endpoints in the same namespace as the NetworkPolicy. + \n For NetworkPolicy, `global()` NamespaceSelector implies + that the Selector is limited to selecting only GlobalNetworkSet + or HostEndpoint. \n For GlobalNetworkPolicy, an empty + NamespaceSelector implies the Selector applies to workload + endpoints across all namespaces." + type: string + nets: + description: Nets is an optional field that restricts the + rule to only apply to traffic that originates from (or + terminates at) IP addresses in any of the given subnets. + items: + type: string + type: array + notNets: + description: NotNets is the negated version of the Nets + field. + items: + type: string + type: array + notPorts: + description: NotPorts is the negated version of the Ports + field. Since only some protocols have ports, if any ports + are specified it requires the Protocol match in the Rule + to be set to "TCP" or "UDP". + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + notSelector: + description: NotSelector is the negated version of the Selector + field. See Selector field for subtleties with negated + selectors. + type: string + ports: + description: "Ports is an optional field that restricts + the rule to only apply to traffic that has a source (destination) + port that matches one of these ranges/values. This value + is a list of integers or strings that represent ranges + of ports. \n Since only some protocols have ports, if + any ports are specified it requires the Protocol match + in the Rule to be set to \"TCP\" or \"UDP\"." + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + selector: + description: "Selector is an optional field that contains + a selector expression (see Policy for sample syntax). + \ Only traffic that originates from (terminates at) endpoints + matching the selector will be matched. \n Note that: in + addition to the negated version of the Selector (see NotSelector + below), the selector expression syntax itself supports + negation. The two types of negation are subtly different. + One negates the set of matched endpoints, the other negates + the whole match: \n \tSelector = \"!has(my_label)\" matches + packets that are from other Calico-controlled \tendpoints + that do not have the label \"my_label\". \n \tNotSelector + = \"has(my_label)\" matches packets that are not from + Calico-controlled \tendpoints that do have the label \"my_label\". + \n The effect is that the latter will accept packets from + non-Calico sources whereas the former is limited to packets + from Calico-controlled endpoints." + type: string + serviceAccounts: + description: ServiceAccounts is an optional field that restricts + the rule to only apply to traffic that originates from + (or terminates at) a pod running as a matching service + account. + properties: + names: + description: Names is an optional field that restricts + the rule to only apply to traffic that originates + from (or terminates at) a pod running as a service + account whose name is in the list. + items: + type: string + type: array + selector: + description: Selector is an optional field that restricts + the rule to only apply to traffic that originates + from (or terminates at) a pod running as a service + account that matches the given label selector. If + both Names and Selector are specified then they are + AND'ed. + type: string + type: object + type: object + http: + description: HTTP contains match criteria that apply to HTTP + requests. + properties: + methods: + description: Methods is an optional field that restricts + the rule to apply only to HTTP requests that use one of + the listed HTTP Methods (e.g. GET, PUT, etc.) Multiple + methods are OR'd together. + items: + type: string + type: array + paths: + description: 'Paths is an optional field that restricts + the rule to apply to HTTP requests that use one of the + listed HTTP Paths. Multiple paths are OR''d together. + e.g: - exact: /foo - prefix: /bar NOTE: Each entry may + ONLY specify either a `exact` or a `prefix` match. The + validator will check for it.' + items: + description: 'HTTPPath specifies an HTTP path to match. + It may be either of the form: exact: : which matches + the path exactly or prefix: : which matches + the path prefix' + properties: + exact: + type: string + prefix: + type: string + type: object + type: array + type: object + icmp: + description: ICMP is an optional field that restricts the rule + to apply to a specific type and code of ICMP traffic. This + should only be specified if the Protocol field is set to "ICMP" + or "ICMPv6". + properties: + code: + description: Match on a specific ICMP code. If specified, + the Type value must also be specified. This is a technical + limitation imposed by the kernel's iptables firewall, + which Calico uses to enforce the rule. + type: integer + type: + description: Match on a specific ICMP type. For example + a value of 8 refers to ICMP Echo Request (i.e. pings). + type: integer + type: object + ipVersion: + description: IPVersion is an optional field that restricts the + rule to only match a specific IP version. + type: integer + metadata: + description: Metadata contains additional information for this + rule + properties: + annotations: + additionalProperties: + type: string + description: Annotations is a set of key value pairs that + give extra information about the rule + type: object + type: object + notICMP: + description: NotICMP is the negated version of the ICMP field. + properties: + code: + description: Match on a specific ICMP code. If specified, + the Type value must also be specified. This is a technical + limitation imposed by the kernel's iptables firewall, + which Calico uses to enforce the rule. + type: integer + type: + description: Match on a specific ICMP type. For example + a value of 8 refers to ICMP Echo Request (i.e. pings). + type: integer + type: object + notProtocol: + anyOf: + - type: integer + - type: string + description: NotProtocol is the negated version of the Protocol + field. + pattern: ^.* + x-kubernetes-int-or-string: true + protocol: + anyOf: + - type: integer + - type: string + description: "Protocol is an optional field that restricts the + rule to only apply to traffic of a specific IP protocol. Required + if any of the EntityRules contain Ports (because ports only + apply to certain protocols). \n Must be one of these string + values: \"TCP\", \"UDP\", \"ICMP\", \"ICMPv6\", \"SCTP\", + \"UDPLite\" or an integer in the range 1-255." + pattern: ^.* + x-kubernetes-int-or-string: true + source: + description: Source contains the match criteria that apply to + source entity. + properties: + namespaceSelector: + description: "NamespaceSelector is an optional field that + contains a selector expression. Only traffic that originates + from (or terminates at) endpoints within the selected + namespaces will be matched. When both NamespaceSelector + and Selector are defined on the same rule, then only workload + endpoints that are matched by both selectors will be selected + by the rule. \n For NetworkPolicy, an empty NamespaceSelector + implies that the Selector is limited to selecting only + workload endpoints in the same namespace as the NetworkPolicy. + \n For NetworkPolicy, `global()` NamespaceSelector implies + that the Selector is limited to selecting only GlobalNetworkSet + or HostEndpoint. \n For GlobalNetworkPolicy, an empty + NamespaceSelector implies the Selector applies to workload + endpoints across all namespaces." + type: string + nets: + description: Nets is an optional field that restricts the + rule to only apply to traffic that originates from (or + terminates at) IP addresses in any of the given subnets. + items: + type: string + type: array + notNets: + description: NotNets is the negated version of the Nets + field. + items: + type: string + type: array + notPorts: + description: NotPorts is the negated version of the Ports + field. Since only some protocols have ports, if any ports + are specified it requires the Protocol match in the Rule + to be set to "TCP" or "UDP". + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + notSelector: + description: NotSelector is the negated version of the Selector + field. See Selector field for subtleties with negated + selectors. + type: string + ports: + description: "Ports is an optional field that restricts + the rule to only apply to traffic that has a source (destination) + port that matches one of these ranges/values. This value + is a list of integers or strings that represent ranges + of ports. \n Since only some protocols have ports, if + any ports are specified it requires the Protocol match + in the Rule to be set to \"TCP\" or \"UDP\"." + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + selector: + description: "Selector is an optional field that contains + a selector expression (see Policy for sample syntax). + \ Only traffic that originates from (terminates at) endpoints + matching the selector will be matched. \n Note that: in + addition to the negated version of the Selector (see NotSelector + below), the selector expression syntax itself supports + negation. The two types of negation are subtly different. + One negates the set of matched endpoints, the other negates + the whole match: \n \tSelector = \"!has(my_label)\" matches + packets that are from other Calico-controlled \tendpoints + that do not have the label \"my_label\". \n \tNotSelector + = \"has(my_label)\" matches packets that are not from + Calico-controlled \tendpoints that do have the label \"my_label\". + \n The effect is that the latter will accept packets from + non-Calico sources whereas the former is limited to packets + from Calico-controlled endpoints." + type: string + serviceAccounts: + description: ServiceAccounts is an optional field that restricts + the rule to only apply to traffic that originates from + (or terminates at) a pod running as a matching service + account. + properties: + names: + description: Names is an optional field that restricts + the rule to only apply to traffic that originates + from (or terminates at) a pod running as a service + account whose name is in the list. + items: + type: string + type: array + selector: + description: Selector is an optional field that restricts + the rule to only apply to traffic that originates + from (or terminates at) a pod running as a service + account that matches the given label selector. If + both Names and Selector are specified then they are + AND'ed. + type: string + type: object + type: object + required: + - action + type: object + type: array + ingress: + description: The ordered set of ingress rules. Each rule contains + a set of packet match criteria and a corresponding action to apply. + items: + description: "A Rule encapsulates a set of match criteria and an + action. Both selector-based security Policy and security Profiles + reference rules - separated out as a list of rules for both ingress + and egress packet matching. \n Each positive match criteria has + a negated version, prefixed with \"Not\". All the match criteria + within a rule must be satisfied for a packet to match. A single + rule can contain the positive and negative version of a match + and both must be satisfied for the rule to match." + properties: + action: + type: string + destination: + description: Destination contains the match criteria that apply + to destination entity. + properties: + namespaceSelector: + description: "NamespaceSelector is an optional field that + contains a selector expression. Only traffic that originates + from (or terminates at) endpoints within the selected + namespaces will be matched. When both NamespaceSelector + and Selector are defined on the same rule, then only workload + endpoints that are matched by both selectors will be selected + by the rule. \n For NetworkPolicy, an empty NamespaceSelector + implies that the Selector is limited to selecting only + workload endpoints in the same namespace as the NetworkPolicy. + \n For NetworkPolicy, `global()` NamespaceSelector implies + that the Selector is limited to selecting only GlobalNetworkSet + or HostEndpoint. \n For GlobalNetworkPolicy, an empty + NamespaceSelector implies the Selector applies to workload + endpoints across all namespaces." + type: string + nets: + description: Nets is an optional field that restricts the + rule to only apply to traffic that originates from (or + terminates at) IP addresses in any of the given subnets. + items: + type: string + type: array + notNets: + description: NotNets is the negated version of the Nets + field. + items: + type: string + type: array + notPorts: + description: NotPorts is the negated version of the Ports + field. Since only some protocols have ports, if any ports + are specified it requires the Protocol match in the Rule + to be set to "TCP" or "UDP". + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + notSelector: + description: NotSelector is the negated version of the Selector + field. See Selector field for subtleties with negated + selectors. + type: string + ports: + description: "Ports is an optional field that restricts + the rule to only apply to traffic that has a source (destination) + port that matches one of these ranges/values. This value + is a list of integers or strings that represent ranges + of ports. \n Since only some protocols have ports, if + any ports are specified it requires the Protocol match + in the Rule to be set to \"TCP\" or \"UDP\"." + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + selector: + description: "Selector is an optional field that contains + a selector expression (see Policy for sample syntax). + \ Only traffic that originates from (terminates at) endpoints + matching the selector will be matched. \n Note that: in + addition to the negated version of the Selector (see NotSelector + below), the selector expression syntax itself supports + negation. The two types of negation are subtly different. + One negates the set of matched endpoints, the other negates + the whole match: \n \tSelector = \"!has(my_label)\" matches + packets that are from other Calico-controlled \tendpoints + that do not have the label \"my_label\". \n \tNotSelector + = \"has(my_label)\" matches packets that are not from + Calico-controlled \tendpoints that do have the label \"my_label\". + \n The effect is that the latter will accept packets from + non-Calico sources whereas the former is limited to packets + from Calico-controlled endpoints." + type: string + serviceAccounts: + description: ServiceAccounts is an optional field that restricts + the rule to only apply to traffic that originates from + (or terminates at) a pod running as a matching service + account. + properties: + names: + description: Names is an optional field that restricts + the rule to only apply to traffic that originates + from (or terminates at) a pod running as a service + account whose name is in the list. + items: + type: string + type: array + selector: + description: Selector is an optional field that restricts + the rule to only apply to traffic that originates + from (or terminates at) a pod running as a service + account that matches the given label selector. If + both Names and Selector are specified then they are + AND'ed. + type: string + type: object + type: object + http: + description: HTTP contains match criteria that apply to HTTP + requests. + properties: + methods: + description: Methods is an optional field that restricts + the rule to apply only to HTTP requests that use one of + the listed HTTP Methods (e.g. GET, PUT, etc.) Multiple + methods are OR'd together. + items: + type: string + type: array + paths: + description: 'Paths is an optional field that restricts + the rule to apply to HTTP requests that use one of the + listed HTTP Paths. Multiple paths are OR''d together. + e.g: - exact: /foo - prefix: /bar NOTE: Each entry may + ONLY specify either a `exact` or a `prefix` match. The + validator will check for it.' + items: + description: 'HTTPPath specifies an HTTP path to match. + It may be either of the form: exact: : which matches + the path exactly or prefix: : which matches + the path prefix' + properties: + exact: + type: string + prefix: + type: string + type: object + type: array + type: object + icmp: + description: ICMP is an optional field that restricts the rule + to apply to a specific type and code of ICMP traffic. This + should only be specified if the Protocol field is set to "ICMP" + or "ICMPv6". + properties: + code: + description: Match on a specific ICMP code. If specified, + the Type value must also be specified. This is a technical + limitation imposed by the kernel's iptables firewall, + which Calico uses to enforce the rule. + type: integer + type: + description: Match on a specific ICMP type. For example + a value of 8 refers to ICMP Echo Request (i.e. pings). + type: integer + type: object + ipVersion: + description: IPVersion is an optional field that restricts the + rule to only match a specific IP version. + type: integer + metadata: + description: Metadata contains additional information for this + rule + properties: + annotations: + additionalProperties: + type: string + description: Annotations is a set of key value pairs that + give extra information about the rule + type: object + type: object + notICMP: + description: NotICMP is the negated version of the ICMP field. + properties: + code: + description: Match on a specific ICMP code. If specified, + the Type value must also be specified. This is a technical + limitation imposed by the kernel's iptables firewall, + which Calico uses to enforce the rule. + type: integer + type: + description: Match on a specific ICMP type. For example + a value of 8 refers to ICMP Echo Request (i.e. pings). + type: integer + type: object + notProtocol: + anyOf: + - type: integer + - type: string + description: NotProtocol is the negated version of the Protocol + field. + pattern: ^.* + x-kubernetes-int-or-string: true + protocol: + anyOf: + - type: integer + - type: string + description: "Protocol is an optional field that restricts the + rule to only apply to traffic of a specific IP protocol. Required + if any of the EntityRules contain Ports (because ports only + apply to certain protocols). \n Must be one of these string + values: \"TCP\", \"UDP\", \"ICMP\", \"ICMPv6\", \"SCTP\", + \"UDPLite\" or an integer in the range 1-255." + pattern: ^.* + x-kubernetes-int-or-string: true + source: + description: Source contains the match criteria that apply to + source entity. + properties: + namespaceSelector: + description: "NamespaceSelector is an optional field that + contains a selector expression. Only traffic that originates + from (or terminates at) endpoints within the selected + namespaces will be matched. When both NamespaceSelector + and Selector are defined on the same rule, then only workload + endpoints that are matched by both selectors will be selected + by the rule. \n For NetworkPolicy, an empty NamespaceSelector + implies that the Selector is limited to selecting only + workload endpoints in the same namespace as the NetworkPolicy. + \n For NetworkPolicy, `global()` NamespaceSelector implies + that the Selector is limited to selecting only GlobalNetworkSet + or HostEndpoint. \n For GlobalNetworkPolicy, an empty + NamespaceSelector implies the Selector applies to workload + endpoints across all namespaces." + type: string + nets: + description: Nets is an optional field that restricts the + rule to only apply to traffic that originates from (or + terminates at) IP addresses in any of the given subnets. + items: + type: string + type: array + notNets: + description: NotNets is the negated version of the Nets + field. + items: + type: string + type: array + notPorts: + description: NotPorts is the negated version of the Ports + field. Since only some protocols have ports, if any ports + are specified it requires the Protocol match in the Rule + to be set to "TCP" or "UDP". + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + notSelector: + description: NotSelector is the negated version of the Selector + field. See Selector field for subtleties with negated + selectors. + type: string + ports: + description: "Ports is an optional field that restricts + the rule to only apply to traffic that has a source (destination) + port that matches one of these ranges/values. This value + is a list of integers or strings that represent ranges + of ports. \n Since only some protocols have ports, if + any ports are specified it requires the Protocol match + in the Rule to be set to \"TCP\" or \"UDP\"." + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + selector: + description: "Selector is an optional field that contains + a selector expression (see Policy for sample syntax). + \ Only traffic that originates from (terminates at) endpoints + matching the selector will be matched. \n Note that: in + addition to the negated version of the Selector (see NotSelector + below), the selector expression syntax itself supports + negation. The two types of negation are subtly different. + One negates the set of matched endpoints, the other negates + the whole match: \n \tSelector = \"!has(my_label)\" matches + packets that are from other Calico-controlled \tendpoints + that do not have the label \"my_label\". \n \tNotSelector + = \"has(my_label)\" matches packets that are not from + Calico-controlled \tendpoints that do have the label \"my_label\". + \n The effect is that the latter will accept packets from + non-Calico sources whereas the former is limited to packets + from Calico-controlled endpoints." + type: string + serviceAccounts: + description: ServiceAccounts is an optional field that restricts + the rule to only apply to traffic that originates from + (or terminates at) a pod running as a matching service + account. + properties: + names: + description: Names is an optional field that restricts + the rule to only apply to traffic that originates + from (or terminates at) a pod running as a service + account whose name is in the list. + items: + type: string + type: array + selector: + description: Selector is an optional field that restricts + the rule to only apply to traffic that originates + from (or terminates at) a pod running as a service + account that matches the given label selector. If + both Names and Selector are specified then they are + AND'ed. + type: string + type: object + type: object + required: + - action + type: object + type: array + namespaceSelector: + description: NamespaceSelector is an optional field for an expression + used to select a pod based on namespaces. + type: string + order: + description: Order is an optional field that specifies the order in + which the policy is applied. Policies with higher "order" are applied + after those with lower order. If the order is omitted, it may be + considered to be "infinite" - i.e. the policy will be applied last. Policies + with identical order will be applied in alphanumerical order based + on the Policy "Name". + type: number + preDNAT: + description: PreDNAT indicates to apply the rules in this policy before + any DNAT. + type: boolean + selector: + description: "The selector is an expression used to pick pick out + the endpoints that the policy should be applied to. \n Selector + expressions follow this syntax: \n \tlabel == \"string_literal\" + \ -> comparison, e.g. my_label == \"foo bar\" \tlabel != \"string_literal\" + \ -> not equal; also matches if label is not present \tlabel in + { \"a\", \"b\", \"c\", ... } -> true if the value of label X is + one of \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\", + ... } -> true if the value of label X is not one of \"a\", \"b\", + \"c\" \thas(label_name) -> True if that label is present \t! expr + -> negation of expr \texpr && expr -> Short-circuit and \texpr + || expr -> Short-circuit or \t( expr ) -> parens for grouping \tall() + or the empty selector -> matches all endpoints. \n Label names are + allowed to contain alphanumerics, -, _ and /. String literals are + more permissive but they do not support escape characters. \n Examples + (with made-up labels): \n \ttype == \"webserver\" && deployment + == \"prod\" \ttype in {\"frontend\", \"backend\"} \tdeployment != + \"dev\" \t! has(label_name)" + type: string + serviceAccountSelector: + description: ServiceAccountSelector is an optional field for an expression + used to select a pod based on service accounts. + type: string + types: + description: "Types indicates whether this policy applies to ingress, + or to egress, or to both. When not explicitly specified (and so + the value on creation is empty or nil), Calico defaults Types according + to what Ingress and Egress rules are present in the policy. The + default is: \n - [ PolicyTypeIngress ], if there are no Egress rules + (including the case where there are also no Ingress rules) \n + - [ PolicyTypeEgress ], if there are Egress rules but no Ingress + rules \n - [ PolicyTypeIngress, PolicyTypeEgress ], if there are + both Ingress and Egress rules. \n When the policy is read back again, + Types will always be one of these values, never empty or nil." + items: + description: PolicyType enumerates the possible values of the PolicySpec + Types field. + type: string + type: array + type: object + type: object + served: true + storage: true +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_globalnetworksets.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_globalnetworksets.yaml new file mode 100755 index 0000000..00a2980 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_globalnetworksets.yaml @@ -0,0 +1,51 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + name: globalnetworksets.crd.projectcalico.org +spec: + group: crd.projectcalico.org + names: + kind: GlobalNetworkSet + listKind: GlobalNetworkSetList + plural: globalnetworksets + singular: globalnetworkset + scope: Cluster + versions: + - name: v1 + schema: + openAPIV3Schema: + description: GlobalNetworkSet contains a set of arbitrary IP sub-networks/CIDRs + that share labels to allow rules to refer to them via selectors. The labels + of GlobalNetworkSet are not namespaced. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: GlobalNetworkSetSpec contains the specification for a NetworkSet + resource. + properties: + nets: + description: The list of IP networks that belong to this set. + items: + type: string + type: array + type: object + type: object + served: true + storage: true +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_hostendpoints.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_hostendpoints.yaml new file mode 100755 index 0000000..4824531 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_hostendpoints.yaml @@ -0,0 +1,106 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + name: hostendpoints.crd.projectcalico.org +spec: + group: crd.projectcalico.org + names: + kind: HostEndpoint + listKind: HostEndpointList + plural: hostendpoints + singular: hostendpoint + scope: Cluster + versions: + - name: v1 + schema: + openAPIV3Schema: + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: HostEndpointSpec contains the specification for a HostEndpoint + resource. + properties: + expectedIPs: + description: "The expected IP addresses (IPv4 and IPv6) of the endpoint. + If \"InterfaceName\" is not present, Calico will look for an interface + matching any of the IPs in the list and apply policy to that. Note: + \tWhen using the selector match criteria in an ingress or egress + security Policy \tor Profile, Calico converts the selector into + a set of IP addresses. For host \tendpoints, the ExpectedIPs field + is used for that purpose. (If only the interface \tname is specified, + Calico does not learn the IPs of the interface for use in match + \tcriteria.)" + items: + type: string + type: array + interfaceName: + description: "Either \"*\", or the name of a specific Linux interface + to apply policy to; or empty. \"*\" indicates that this HostEndpoint + governs all traffic to, from or through the default network namespace + of the host named by the \"Node\" field; entering and leaving that + namespace via any interface, including those from/to non-host-networked + local workloads. \n If InterfaceName is not \"*\", this HostEndpoint + only governs traffic that enters or leaves the host through the + specific interface named by InterfaceName, or - when InterfaceName + is empty - through the specific interface that has one of the IPs + in ExpectedIPs. Therefore, when InterfaceName is empty, at least + one expected IP must be specified. Only external interfaces (such + as \"eth0\") are supported here; it isn't possible for a HostEndpoint + to protect traffic through a specific local workload interface. + \n Note: Only some kinds of policy are implemented for \"*\" HostEndpoints; + initially just pre-DNAT policy. Please check Calico documentation + for the latest position." + type: string + node: + description: The node name identifying the Calico node instance. + type: string + ports: + description: Ports contains the endpoint's named ports, which may + be referenced in security policy rules. + items: + properties: + name: + type: string + port: + type: integer + protocol: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + required: + - name + - port + - protocol + type: object + type: array + profiles: + description: A list of identifiers of security Profile objects that + apply to this endpoint. Each profile is applied in the order that + they appear in this list. Profile rules are applied after the selector-based + security policy. + items: + type: string + type: array + type: object + type: object + served: true + storage: true +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_ipamblocks.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_ipamblocks.yaml new file mode 100755 index 0000000..6c333a0 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_ipamblocks.yaml @@ -0,0 +1,79 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + name: ipamblocks.crd.projectcalico.org +spec: + group: crd.projectcalico.org + names: + kind: IPAMBlock + listKind: IPAMBlockList + plural: ipamblocks + singular: ipamblock + scope: Cluster + versions: + - name: v1 + schema: + openAPIV3Schema: + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: IPAMBlockSpec contains the specification for an IPAMBlock + resource. + properties: + affinity: + type: string + allocations: + items: + type: integer + # TODO: This nullable is manually added in. We should update controller-gen + # to handle []*int properly itself. + nullable: true + type: array + attributes: + items: + properties: + handle_id: + type: string + secondary: + additionalProperties: + type: string + type: object + type: object + type: array + cidr: + type: string + deleted: + type: boolean + strictAffinity: + type: boolean + unallocated: + items: + type: integer + type: array + required: + - allocations + - attributes + - cidr + - strictAffinity + - unallocated + type: object + type: object + served: true + storage: true +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_ipamconfigs.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_ipamconfigs.yaml new file mode 100755 index 0000000..3d85b16 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_ipamconfigs.yaml @@ -0,0 +1,54 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + name: ipamconfigs.crd.projectcalico.org +spec: + group: crd.projectcalico.org + names: + kind: IPAMConfig + listKind: IPAMConfigList + plural: ipamconfigs + singular: ipamconfig + scope: Cluster + versions: + - name: v1 + schema: + openAPIV3Schema: + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: IPAMConfigSpec contains the specification for an IPAMConfig + resource. + properties: + autoAllocateBlocks: + type: boolean + maxBlocksPerHost: + description: MaxBlocksPerHost, if non-zero, is the max number of blocks + that can be affine to each host. + type: integer + strictAffinity: + type: boolean + required: + - autoAllocateBlocks + - strictAffinity + type: object + type: object + served: true + storage: true +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_ipamhandles.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_ipamhandles.yaml new file mode 100755 index 0000000..5c875cc --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_ipamhandles.yaml @@ -0,0 +1,54 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + name: ipamhandles.crd.projectcalico.org +spec: + group: crd.projectcalico.org + names: + kind: IPAMHandle + listKind: IPAMHandleList + plural: ipamhandles + singular: ipamhandle + scope: Cluster + versions: + - name: v1 + schema: + openAPIV3Schema: + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: IPAMHandleSpec contains the specification for an IPAMHandle + resource. + properties: + block: + additionalProperties: + type: integer + type: object + deleted: + type: boolean + handleID: + type: string + required: + - block + - handleID + type: object + type: object + served: true + storage: true +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_ippools.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_ippools.yaml new file mode 100755 index 0000000..7e41753 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_ippools.yaml @@ -0,0 +1,97 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + name: ippools.crd.projectcalico.org +spec: + group: crd.projectcalico.org + names: + kind: IPPool + listKind: IPPoolList + plural: ippools + singular: ippool + scope: Cluster + versions: + - name: v1 + schema: + openAPIV3Schema: + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: IPPoolSpec contains the specification for an IPPool resource. + properties: + blockSize: + description: The block size to use for IP address assignments from + this pool. Defaults to 26 for IPv4 and 112 for IPv6. + type: integer + cidr: + description: The pool CIDR. + type: string + disabled: + description: When disabled is true, Calico IPAM will not assign addresses + from this pool. + type: boolean + ipip: + description: 'Deprecated: this field is only used for APIv1 backwards + compatibility. Setting this field is not allowed, this field is + for internal use only.' + properties: + enabled: + description: When enabled is true, ipip tunneling will be used + to deliver packets to destinations within this pool. + type: boolean + mode: + description: The IPIP mode. This can be one of "always" or "cross-subnet". A + mode of "always" will also use IPIP tunneling for routing to + destination IP addresses within this pool. A mode of "cross-subnet" + will only use IPIP tunneling when the destination node is on + a different subnet to the originating node. The default value + (if not specified) is "always". + type: string + type: object + ipipMode: + description: Contains configuration for IPIP tunneling for this pool. + If not specified, then this is defaulted to "Never" (i.e. IPIP tunneling + is disabled). + type: string + nat-outgoing: + description: 'Deprecated: this field is only used for APIv1 backwards + compatibility. Setting this field is not allowed, this field is + for internal use only.' + type: boolean + natOutgoing: + description: When nat-outgoing is true, packets sent from Calico networked + containers in this pool to destinations outside of this pool will + be masqueraded. + type: boolean + nodeSelector: + description: Allows IPPool to allocate for a specific node by label + selector. + type: string + vxlanMode: + description: Contains configuration for VXLAN tunneling for this pool. + If not specified, then this is defaulted to "Never" (i.e. VXLAN + tunneling is disabled). + type: string + required: + - cidr + type: object + type: object + served: true + storage: true +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_kubecontrollersconfigurations.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_kubecontrollersconfigurations.yaml new file mode 100755 index 0000000..aa23fd9 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_kubecontrollersconfigurations.yaml @@ -0,0 +1,230 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + name: kubecontrollersconfigurations.crd.projectcalico.org +spec: + group: crd.projectcalico.org + names: + kind: KubeControllersConfiguration + listKind: KubeControllersConfigurationList + plural: kubecontrollersconfigurations + singular: kubecontrollersconfiguration + scope: Cluster + versions: + - name: v1 + schema: + openAPIV3Schema: + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: KubeControllersConfigurationSpec contains the values of the + Kubernetes controllers configuration. + properties: + controllers: + description: Controllers enables and configures individual Kubernetes + controllers + properties: + namespace: + description: Namespace enables and configures the namespace controller. + Enabled by default, set to nil to disable. + properties: + reconcilerPeriod: + description: 'ReconcilerPeriod is the period to perform reconciliation + with the Calico datastore. [Default: 5m]' + type: string + type: object + node: + description: Node enables and configures the node controller. + Enabled by default, set to nil to disable. + properties: + hostEndpoint: + description: HostEndpoint controls syncing nodes to host endpoints. + Disabled by default, set to nil to disable. + properties: + autoCreate: + description: 'AutoCreate enables automatic creation of + host endpoints for every node. [Default: Disabled]' + type: string + type: object + reconcilerPeriod: + description: 'ReconcilerPeriod is the period to perform reconciliation + with the Calico datastore. [Default: 5m]' + type: string + syncLabels: + description: 'SyncLabels controls whether to copy Kubernetes + node labels to Calico nodes. [Default: Enabled]' + type: string + type: object + policy: + description: Policy enables and configures the policy controller. + Enabled by default, set to nil to disable. + properties: + reconcilerPeriod: + description: 'ReconcilerPeriod is the period to perform reconciliation + with the Calico datastore. [Default: 5m]' + type: string + type: object + serviceAccount: + description: ServiceAccount enables and configures the service + account controller. Enabled by default, set to nil to disable. + properties: + reconcilerPeriod: + description: 'ReconcilerPeriod is the period to perform reconciliation + with the Calico datastore. [Default: 5m]' + type: string + type: object + workloadEndpoint: + description: WorkloadEndpoint enables and configures the workload + endpoint controller. Enabled by default, set to nil to disable. + properties: + reconcilerPeriod: + description: 'ReconcilerPeriod is the period to perform reconciliation + with the Calico datastore. [Default: 5m]' + type: string + type: object + type: object + etcdV3CompactionPeriod: + description: 'EtcdV3CompactionPeriod is the period between etcdv3 + compaction requests. Set to 0 to disable. [Default: 10m]' + type: string + healthChecks: + description: 'HealthChecks enables or disables support for health + checks [Default: Enabled]' + type: string + logSeverityScreen: + description: 'LogSeverityScreen is the log severity above which logs + are sent to the stdout. [Default: Info]' + type: string + prometheusMetricsPort: + description: 'PrometheusMetricsPort is the TCP port that the Prometheus + metrics server should bind to. Set to 0 to disable. [Default: 9094]' + type: integer + required: + - controllers + type: object + status: + description: KubeControllersConfigurationStatus represents the status + of the configuration. It's useful for admins to be able to see the actual + config that was applied, which can be modified by environment variables + on the kube-controllers process. + properties: + environmentVars: + additionalProperties: + type: string + description: EnvironmentVars contains the environment variables on + the kube-controllers that influenced the RunningConfig. + type: object + runningConfig: + description: RunningConfig contains the effective config that is running + in the kube-controllers pod, after merging the API resource with + any environment variables. + properties: + controllers: + description: Controllers enables and configures individual Kubernetes + controllers + properties: + namespace: + description: Namespace enables and configures the namespace + controller. Enabled by default, set to nil to disable. + properties: + reconcilerPeriod: + description: 'ReconcilerPeriod is the period to perform + reconciliation with the Calico datastore. [Default: + 5m]' + type: string + type: object + node: + description: Node enables and configures the node controller. + Enabled by default, set to nil to disable. + properties: + hostEndpoint: + description: HostEndpoint controls syncing nodes to host + endpoints. Disabled by default, set to nil to disable. + properties: + autoCreate: + description: 'AutoCreate enables automatic creation + of host endpoints for every node. [Default: Disabled]' + type: string + type: object + reconcilerPeriod: + description: 'ReconcilerPeriod is the period to perform + reconciliation with the Calico datastore. [Default: + 5m]' + type: string + syncLabels: + description: 'SyncLabels controls whether to copy Kubernetes + node labels to Calico nodes. [Default: Enabled]' + type: string + type: object + policy: + description: Policy enables and configures the policy controller. + Enabled by default, set to nil to disable. + properties: + reconcilerPeriod: + description: 'ReconcilerPeriod is the period to perform + reconciliation with the Calico datastore. [Default: + 5m]' + type: string + type: object + serviceAccount: + description: ServiceAccount enables and configures the service + account controller. Enabled by default, set to nil to disable. + properties: + reconcilerPeriod: + description: 'ReconcilerPeriod is the period to perform + reconciliation with the Calico datastore. [Default: + 5m]' + type: string + type: object + workloadEndpoint: + description: WorkloadEndpoint enables and configures the workload + endpoint controller. Enabled by default, set to nil to disable. + properties: + reconcilerPeriod: + description: 'ReconcilerPeriod is the period to perform + reconciliation with the Calico datastore. [Default: + 5m]' + type: string + type: object + type: object + etcdV3CompactionPeriod: + description: 'EtcdV3CompactionPeriod is the period between etcdv3 + compaction requests. Set to 0 to disable. [Default: 10m]' + type: string + healthChecks: + description: 'HealthChecks enables or disables support for health + checks [Default: Enabled]' + type: string + logSeverityScreen: + description: 'LogSeverityScreen is the log severity above which + logs are sent to the stdout. [Default: Info]' + type: string + prometheusMetricsPort: + description: 'PrometheusMetricsPort is the TCP port that the Prometheus + metrics server should bind to. Set to 0 to disable. [Default: + 9094]' + type: integer + required: + - controllers + type: object + type: object + type: object + served: true + storage: true +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_networkpolicies.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_networkpolicies.yaml new file mode 100755 index 0000000..8e4bd8b --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_networkpolicies.yaml @@ -0,0 +1,750 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + name: networkpolicies.crd.projectcalico.org +spec: + group: crd.projectcalico.org + names: + kind: NetworkPolicy + listKind: NetworkPolicyList + plural: networkpolicies + singular: networkpolicy + scope: Namespaced + versions: + - name: v1 + schema: + openAPIV3Schema: + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + properties: + egress: + description: The ordered set of egress rules. Each rule contains + a set of packet match criteria and a corresponding action to apply. + items: + description: "A Rule encapsulates a set of match criteria and an + action. Both selector-based security Policy and security Profiles + reference rules - separated out as a list of rules for both ingress + and egress packet matching. \n Each positive match criteria has + a negated version, prefixed with \"Not\". All the match criteria + within a rule must be satisfied for a packet to match. A single + rule can contain the positive and negative version of a match + and both must be satisfied for the rule to match." + properties: + action: + type: string + destination: + description: Destination contains the match criteria that apply + to destination entity. + properties: + namespaceSelector: + description: "NamespaceSelector is an optional field that + contains a selector expression. Only traffic that originates + from (or terminates at) endpoints within the selected + namespaces will be matched. When both NamespaceSelector + and Selector are defined on the same rule, then only workload + endpoints that are matched by both selectors will be selected + by the rule. \n For NetworkPolicy, an empty NamespaceSelector + implies that the Selector is limited to selecting only + workload endpoints in the same namespace as the NetworkPolicy. + \n For NetworkPolicy, `global()` NamespaceSelector implies + that the Selector is limited to selecting only GlobalNetworkSet + or HostEndpoint. \n For GlobalNetworkPolicy, an empty + NamespaceSelector implies the Selector applies to workload + endpoints across all namespaces." + type: string + nets: + description: Nets is an optional field that restricts the + rule to only apply to traffic that originates from (or + terminates at) IP addresses in any of the given subnets. + items: + type: string + type: array + notNets: + description: NotNets is the negated version of the Nets + field. + items: + type: string + type: array + notPorts: + description: NotPorts is the negated version of the Ports + field. Since only some protocols have ports, if any ports + are specified it requires the Protocol match in the Rule + to be set to "TCP" or "UDP". + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + notSelector: + description: NotSelector is the negated version of the Selector + field. See Selector field for subtleties with negated + selectors. + type: string + ports: + description: "Ports is an optional field that restricts + the rule to only apply to traffic that has a source (destination) + port that matches one of these ranges/values. This value + is a list of integers or strings that represent ranges + of ports. \n Since only some protocols have ports, if + any ports are specified it requires the Protocol match + in the Rule to be set to \"TCP\" or \"UDP\"." + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + selector: + description: "Selector is an optional field that contains + a selector expression (see Policy for sample syntax). + \ Only traffic that originates from (terminates at) endpoints + matching the selector will be matched. \n Note that: in + addition to the negated version of the Selector (see NotSelector + below), the selector expression syntax itself supports + negation. The two types of negation are subtly different. + One negates the set of matched endpoints, the other negates + the whole match: \n \tSelector = \"!has(my_label)\" matches + packets that are from other Calico-controlled \tendpoints + that do not have the label \"my_label\". \n \tNotSelector + = \"has(my_label)\" matches packets that are not from + Calico-controlled \tendpoints that do have the label \"my_label\". + \n The effect is that the latter will accept packets from + non-Calico sources whereas the former is limited to packets + from Calico-controlled endpoints." + type: string + serviceAccounts: + description: ServiceAccounts is an optional field that restricts + the rule to only apply to traffic that originates from + (or terminates at) a pod running as a matching service + account. + properties: + names: + description: Names is an optional field that restricts + the rule to only apply to traffic that originates + from (or terminates at) a pod running as a service + account whose name is in the list. + items: + type: string + type: array + selector: + description: Selector is an optional field that restricts + the rule to only apply to traffic that originates + from (or terminates at) a pod running as a service + account that matches the given label selector. If + both Names and Selector are specified then they are + AND'ed. + type: string + type: object + type: object + http: + description: HTTP contains match criteria that apply to HTTP + requests. + properties: + methods: + description: Methods is an optional field that restricts + the rule to apply only to HTTP requests that use one of + the listed HTTP Methods (e.g. GET, PUT, etc.) Multiple + methods are OR'd together. + items: + type: string + type: array + paths: + description: 'Paths is an optional field that restricts + the rule to apply to HTTP requests that use one of the + listed HTTP Paths. Multiple paths are OR''d together. + e.g: - exact: /foo - prefix: /bar NOTE: Each entry may + ONLY specify either a `exact` or a `prefix` match. The + validator will check for it.' + items: + description: 'HTTPPath specifies an HTTP path to match. + It may be either of the form: exact: : which matches + the path exactly or prefix: : which matches + the path prefix' + properties: + exact: + type: string + prefix: + type: string + type: object + type: array + type: object + icmp: + description: ICMP is an optional field that restricts the rule + to apply to a specific type and code of ICMP traffic. This + should only be specified if the Protocol field is set to "ICMP" + or "ICMPv6". + properties: + code: + description: Match on a specific ICMP code. If specified, + the Type value must also be specified. This is a technical + limitation imposed by the kernel's iptables firewall, + which Calico uses to enforce the rule. + type: integer + type: + description: Match on a specific ICMP type. For example + a value of 8 refers to ICMP Echo Request (i.e. pings). + type: integer + type: object + ipVersion: + description: IPVersion is an optional field that restricts the + rule to only match a specific IP version. + type: integer + metadata: + description: Metadata contains additional information for this + rule + properties: + annotations: + additionalProperties: + type: string + description: Annotations is a set of key value pairs that + give extra information about the rule + type: object + type: object + notICMP: + description: NotICMP is the negated version of the ICMP field. + properties: + code: + description: Match on a specific ICMP code. If specified, + the Type value must also be specified. This is a technical + limitation imposed by the kernel's iptables firewall, + which Calico uses to enforce the rule. + type: integer + type: + description: Match on a specific ICMP type. For example + a value of 8 refers to ICMP Echo Request (i.e. pings). + type: integer + type: object + notProtocol: + anyOf: + - type: integer + - type: string + description: NotProtocol is the negated version of the Protocol + field. + pattern: ^.* + x-kubernetes-int-or-string: true + protocol: + anyOf: + - type: integer + - type: string + description: "Protocol is an optional field that restricts the + rule to only apply to traffic of a specific IP protocol. Required + if any of the EntityRules contain Ports (because ports only + apply to certain protocols). \n Must be one of these string + values: \"TCP\", \"UDP\", \"ICMP\", \"ICMPv6\", \"SCTP\", + \"UDPLite\" or an integer in the range 1-255." + pattern: ^.* + x-kubernetes-int-or-string: true + source: + description: Source contains the match criteria that apply to + source entity. + properties: + namespaceSelector: + description: "NamespaceSelector is an optional field that + contains a selector expression. Only traffic that originates + from (or terminates at) endpoints within the selected + namespaces will be matched. When both NamespaceSelector + and Selector are defined on the same rule, then only workload + endpoints that are matched by both selectors will be selected + by the rule. \n For NetworkPolicy, an empty NamespaceSelector + implies that the Selector is limited to selecting only + workload endpoints in the same namespace as the NetworkPolicy. + \n For NetworkPolicy, `global()` NamespaceSelector implies + that the Selector is limited to selecting only GlobalNetworkSet + or HostEndpoint. \n For GlobalNetworkPolicy, an empty + NamespaceSelector implies the Selector applies to workload + endpoints across all namespaces." + type: string + nets: + description: Nets is an optional field that restricts the + rule to only apply to traffic that originates from (or + terminates at) IP addresses in any of the given subnets. + items: + type: string + type: array + notNets: + description: NotNets is the negated version of the Nets + field. + items: + type: string + type: array + notPorts: + description: NotPorts is the negated version of the Ports + field. Since only some protocols have ports, if any ports + are specified it requires the Protocol match in the Rule + to be set to "TCP" or "UDP". + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + notSelector: + description: NotSelector is the negated version of the Selector + field. See Selector field for subtleties with negated + selectors. + type: string + ports: + description: "Ports is an optional field that restricts + the rule to only apply to traffic that has a source (destination) + port that matches one of these ranges/values. This value + is a list of integers or strings that represent ranges + of ports. \n Since only some protocols have ports, if + any ports are specified it requires the Protocol match + in the Rule to be set to \"TCP\" or \"UDP\"." + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + selector: + description: "Selector is an optional field that contains + a selector expression (see Policy for sample syntax). + \ Only traffic that originates from (terminates at) endpoints + matching the selector will be matched. \n Note that: in + addition to the negated version of the Selector (see NotSelector + below), the selector expression syntax itself supports + negation. The two types of negation are subtly different. + One negates the set of matched endpoints, the other negates + the whole match: \n \tSelector = \"!has(my_label)\" matches + packets that are from other Calico-controlled \tendpoints + that do not have the label \"my_label\". \n \tNotSelector + = \"has(my_label)\" matches packets that are not from + Calico-controlled \tendpoints that do have the label \"my_label\". + \n The effect is that the latter will accept packets from + non-Calico sources whereas the former is limited to packets + from Calico-controlled endpoints." + type: string + serviceAccounts: + description: ServiceAccounts is an optional field that restricts + the rule to only apply to traffic that originates from + (or terminates at) a pod running as a matching service + account. + properties: + names: + description: Names is an optional field that restricts + the rule to only apply to traffic that originates + from (or terminates at) a pod running as a service + account whose name is in the list. + items: + type: string + type: array + selector: + description: Selector is an optional field that restricts + the rule to only apply to traffic that originates + from (or terminates at) a pod running as a service + account that matches the given label selector. If + both Names and Selector are specified then they are + AND'ed. + type: string + type: object + type: object + required: + - action + type: object + type: array + ingress: + description: The ordered set of ingress rules. Each rule contains + a set of packet match criteria and a corresponding action to apply. + items: + description: "A Rule encapsulates a set of match criteria and an + action. Both selector-based security Policy and security Profiles + reference rules - separated out as a list of rules for both ingress + and egress packet matching. \n Each positive match criteria has + a negated version, prefixed with \"Not\". All the match criteria + within a rule must be satisfied for a packet to match. A single + rule can contain the positive and negative version of a match + and both must be satisfied for the rule to match." + properties: + action: + type: string + destination: + description: Destination contains the match criteria that apply + to destination entity. + properties: + namespaceSelector: + description: "NamespaceSelector is an optional field that + contains a selector expression. Only traffic that originates + from (or terminates at) endpoints within the selected + namespaces will be matched. When both NamespaceSelector + and Selector are defined on the same rule, then only workload + endpoints that are matched by both selectors will be selected + by the rule. \n For NetworkPolicy, an empty NamespaceSelector + implies that the Selector is limited to selecting only + workload endpoints in the same namespace as the NetworkPolicy. + \n For NetworkPolicy, `global()` NamespaceSelector implies + that the Selector is limited to selecting only GlobalNetworkSet + or HostEndpoint. \n For GlobalNetworkPolicy, an empty + NamespaceSelector implies the Selector applies to workload + endpoints across all namespaces." + type: string + nets: + description: Nets is an optional field that restricts the + rule to only apply to traffic that originates from (or + terminates at) IP addresses in any of the given subnets. + items: + type: string + type: array + notNets: + description: NotNets is the negated version of the Nets + field. + items: + type: string + type: array + notPorts: + description: NotPorts is the negated version of the Ports + field. Since only some protocols have ports, if any ports + are specified it requires the Protocol match in the Rule + to be set to "TCP" or "UDP". + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + notSelector: + description: NotSelector is the negated version of the Selector + field. See Selector field for subtleties with negated + selectors. + type: string + ports: + description: "Ports is an optional field that restricts + the rule to only apply to traffic that has a source (destination) + port that matches one of these ranges/values. This value + is a list of integers or strings that represent ranges + of ports. \n Since only some protocols have ports, if + any ports are specified it requires the Protocol match + in the Rule to be set to \"TCP\" or \"UDP\"." + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + selector: + description: "Selector is an optional field that contains + a selector expression (see Policy for sample syntax). + \ Only traffic that originates from (terminates at) endpoints + matching the selector will be matched. \n Note that: in + addition to the negated version of the Selector (see NotSelector + below), the selector expression syntax itself supports + negation. The two types of negation are subtly different. + One negates the set of matched endpoints, the other negates + the whole match: \n \tSelector = \"!has(my_label)\" matches + packets that are from other Calico-controlled \tendpoints + that do not have the label \"my_label\". \n \tNotSelector + = \"has(my_label)\" matches packets that are not from + Calico-controlled \tendpoints that do have the label \"my_label\". + \n The effect is that the latter will accept packets from + non-Calico sources whereas the former is limited to packets + from Calico-controlled endpoints." + type: string + serviceAccounts: + description: ServiceAccounts is an optional field that restricts + the rule to only apply to traffic that originates from + (or terminates at) a pod running as a matching service + account. + properties: + names: + description: Names is an optional field that restricts + the rule to only apply to traffic that originates + from (or terminates at) a pod running as a service + account whose name is in the list. + items: + type: string + type: array + selector: + description: Selector is an optional field that restricts + the rule to only apply to traffic that originates + from (or terminates at) a pod running as a service + account that matches the given label selector. If + both Names and Selector are specified then they are + AND'ed. + type: string + type: object + type: object + http: + description: HTTP contains match criteria that apply to HTTP + requests. + properties: + methods: + description: Methods is an optional field that restricts + the rule to apply only to HTTP requests that use one of + the listed HTTP Methods (e.g. GET, PUT, etc.) Multiple + methods are OR'd together. + items: + type: string + type: array + paths: + description: 'Paths is an optional field that restricts + the rule to apply to HTTP requests that use one of the + listed HTTP Paths. Multiple paths are OR''d together. + e.g: - exact: /foo - prefix: /bar NOTE: Each entry may + ONLY specify either a `exact` or a `prefix` match. The + validator will check for it.' + items: + description: 'HTTPPath specifies an HTTP path to match. + It may be either of the form: exact: : which matches + the path exactly or prefix: : which matches + the path prefix' + properties: + exact: + type: string + prefix: + type: string + type: object + type: array + type: object + icmp: + description: ICMP is an optional field that restricts the rule + to apply to a specific type and code of ICMP traffic. This + should only be specified if the Protocol field is set to "ICMP" + or "ICMPv6". + properties: + code: + description: Match on a specific ICMP code. If specified, + the Type value must also be specified. This is a technical + limitation imposed by the kernel's iptables firewall, + which Calico uses to enforce the rule. + type: integer + type: + description: Match on a specific ICMP type. For example + a value of 8 refers to ICMP Echo Request (i.e. pings). + type: integer + type: object + ipVersion: + description: IPVersion is an optional field that restricts the + rule to only match a specific IP version. + type: integer + metadata: + description: Metadata contains additional information for this + rule + properties: + annotations: + additionalProperties: + type: string + description: Annotations is a set of key value pairs that + give extra information about the rule + type: object + type: object + notICMP: + description: NotICMP is the negated version of the ICMP field. + properties: + code: + description: Match on a specific ICMP code. If specified, + the Type value must also be specified. This is a technical + limitation imposed by the kernel's iptables firewall, + which Calico uses to enforce the rule. + type: integer + type: + description: Match on a specific ICMP type. For example + a value of 8 refers to ICMP Echo Request (i.e. pings). + type: integer + type: object + notProtocol: + anyOf: + - type: integer + - type: string + description: NotProtocol is the negated version of the Protocol + field. + pattern: ^.* + x-kubernetes-int-or-string: true + protocol: + anyOf: + - type: integer + - type: string + description: "Protocol is an optional field that restricts the + rule to only apply to traffic of a specific IP protocol. Required + if any of the EntityRules contain Ports (because ports only + apply to certain protocols). \n Must be one of these string + values: \"TCP\", \"UDP\", \"ICMP\", \"ICMPv6\", \"SCTP\", + \"UDPLite\" or an integer in the range 1-255." + pattern: ^.* + x-kubernetes-int-or-string: true + source: + description: Source contains the match criteria that apply to + source entity. + properties: + namespaceSelector: + description: "NamespaceSelector is an optional field that + contains a selector expression. Only traffic that originates + from (or terminates at) endpoints within the selected + namespaces will be matched. When both NamespaceSelector + and Selector are defined on the same rule, then only workload + endpoints that are matched by both selectors will be selected + by the rule. \n For NetworkPolicy, an empty NamespaceSelector + implies that the Selector is limited to selecting only + workload endpoints in the same namespace as the NetworkPolicy. + \n For NetworkPolicy, `global()` NamespaceSelector implies + that the Selector is limited to selecting only GlobalNetworkSet + or HostEndpoint. \n For GlobalNetworkPolicy, an empty + NamespaceSelector implies the Selector applies to workload + endpoints across all namespaces." + type: string + nets: + description: Nets is an optional field that restricts the + rule to only apply to traffic that originates from (or + terminates at) IP addresses in any of the given subnets. + items: + type: string + type: array + notNets: + description: NotNets is the negated version of the Nets + field. + items: + type: string + type: array + notPorts: + description: NotPorts is the negated version of the Ports + field. Since only some protocols have ports, if any ports + are specified it requires the Protocol match in the Rule + to be set to "TCP" or "UDP". + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + notSelector: + description: NotSelector is the negated version of the Selector + field. See Selector field for subtleties with negated + selectors. + type: string + ports: + description: "Ports is an optional field that restricts + the rule to only apply to traffic that has a source (destination) + port that matches one of these ranges/values. This value + is a list of integers or strings that represent ranges + of ports. \n Since only some protocols have ports, if + any ports are specified it requires the Protocol match + in the Rule to be set to \"TCP\" or \"UDP\"." + items: + anyOf: + - type: integer + - type: string + pattern: ^.* + x-kubernetes-int-or-string: true + type: array + selector: + description: "Selector is an optional field that contains + a selector expression (see Policy for sample syntax). + \ Only traffic that originates from (terminates at) endpoints + matching the selector will be matched. \n Note that: in + addition to the negated version of the Selector (see NotSelector + below), the selector expression syntax itself supports + negation. The two types of negation are subtly different. + One negates the set of matched endpoints, the other negates + the whole match: \n \tSelector = \"!has(my_label)\" matches + packets that are from other Calico-controlled \tendpoints + that do not have the label \"my_label\". \n \tNotSelector + = \"has(my_label)\" matches packets that are not from + Calico-controlled \tendpoints that do have the label \"my_label\". + \n The effect is that the latter will accept packets from + non-Calico sources whereas the former is limited to packets + from Calico-controlled endpoints." + type: string + serviceAccounts: + description: ServiceAccounts is an optional field that restricts + the rule to only apply to traffic that originates from + (or terminates at) a pod running as a matching service + account. + properties: + names: + description: Names is an optional field that restricts + the rule to only apply to traffic that originates + from (or terminates at) a pod running as a service + account whose name is in the list. + items: + type: string + type: array + selector: + description: Selector is an optional field that restricts + the rule to only apply to traffic that originates + from (or terminates at) a pod running as a service + account that matches the given label selector. If + both Names and Selector are specified then they are + AND'ed. + type: string + type: object + type: object + required: + - action + type: object + type: array + order: + description: Order is an optional field that specifies the order in + which the policy is applied. Policies with higher "order" are applied + after those with lower order. If the order is omitted, it may be + considered to be "infinite" - i.e. the policy will be applied last. Policies + with identical order will be applied in alphanumerical order based + on the Policy "Name". + type: number + selector: + description: "The selector is an expression used to pick pick out + the endpoints that the policy should be applied to. \n Selector + expressions follow this syntax: \n \tlabel == \"string_literal\" + \ -> comparison, e.g. my_label == \"foo bar\" \tlabel != \"string_literal\" + \ -> not equal; also matches if label is not present \tlabel in + { \"a\", \"b\", \"c\", ... } -> true if the value of label X is + one of \"a\", \"b\", \"c\" \tlabel not in { \"a\", \"b\", \"c\", + ... } -> true if the value of label X is not one of \"a\", \"b\", + \"c\" \thas(label_name) -> True if that label is present \t! expr + -> negation of expr \texpr && expr -> Short-circuit and \texpr + || expr -> Short-circuit or \t( expr ) -> parens for grouping \tall() + or the empty selector -> matches all endpoints. \n Label names are + allowed to contain alphanumerics, -, _ and /. String literals are + more permissive but they do not support escape characters. \n Examples + (with made-up labels): \n \ttype == \"webserver\" && deployment + == \"prod\" \ttype in {\"frontend\", \"backend\"} \tdeployment != + \"dev\" \t! has(label_name)" + type: string + serviceAccountSelector: + description: ServiceAccountSelector is an optional field for an expression + used to select a pod based on service accounts. + type: string + types: + description: "Types indicates whether this policy applies to ingress, + or to egress, or to both. When not explicitly specified (and so + the value on creation is empty or nil), Calico defaults Types according + to what Ingress and Egress are present in the policy. The default + is: \n - [ PolicyTypeIngress ], if there are no Egress rules (including + the case where there are also no Ingress rules) \n - [ PolicyTypeEgress + ], if there are Egress rules but no Ingress rules \n - [ PolicyTypeIngress, + PolicyTypeEgress ], if there are both Ingress and Egress rules. + \n When the policy is read back again, Types will always be one + of these values, never empty or nil." + items: + description: PolicyType enumerates the possible values of the PolicySpec + Types field. + type: string + type: array + type: object + type: object + served: true + storage: true +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_networksets.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_networksets.yaml new file mode 100755 index 0000000..4bb0e21 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crd.projectcalico.org_networksets.yaml @@ -0,0 +1,49 @@ +apiVersion: apiextensions.k8s.io/v1 +kind: CustomResourceDefinition +metadata: + name: networksets.crd.projectcalico.org +spec: + group: crd.projectcalico.org + names: + kind: NetworkSet + listKind: NetworkSetList + plural: networksets + singular: networkset + scope: Namespaced + versions: + - name: v1 + schema: + openAPIV3Schema: + description: NetworkSet is the Namespaced-equivalent of the GlobalNetworkSet. + properties: + apiVersion: + description: 'APIVersion defines the versioned schema of this representation + of an object. Servers should convert recognized schemas to the latest + internal value, and may reject unrecognized values. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#resources' + type: string + kind: + description: 'Kind is a string value representing the REST resource this + object represents. Servers may infer this from the endpoint the client + submits requests to. Cannot be updated. In CamelCase. More info: https://git.k8s.io/community/contributors/devel/sig-architecture/api-conventions.md#types-kinds' + type: string + metadata: + type: object + spec: + description: NetworkSetSpec contains the specification for a NetworkSet + resource. + properties: + nets: + description: The list of IP networks that belong to this set. + items: + type: string + type: array + type: object + type: object + served: true + storage: true +status: + acceptedNames: + kind: "" + plural: "" + conditions: [] + storedVersions: [] diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crs/custom-resources.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crs/custom-resources.yaml new file mode 100755 index 0000000..ef00fa4 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/crs/custom-resources.yaml @@ -0,0 +1,21 @@ +{{ if .Values.installation.enabled }} +{{ $installSpec := omit .Values.installation "enabled" }} +{{ $secrets := list }} +{{ range $name := keys .Values.imagePullSecrets -}} +{{ $item := dict "name" $name }} +{{ $secrets = append $secrets $item }} +{{ end }} +{{ $_ := set $installSpec "imagePullSecrets" $secrets }} +{{ $defaultipPools := get .Values.installation.calicoNetwork "ipPools" | first }} +{{ $defaultCIDR := get $defaultipPools "cidr" }} +{{ $finalCIDR := coalesce .Values.global.clusterCIDR $defaultCIDR }} +{{ $_ := set $defaultipPools "cidr" $finalCIDR }} + +apiVersion: operator.tigera.io/v1 +kind: Installation +metadata: + name: default +spec: +{{ $installSpec | toYaml | indent 2 }} + +{{ end }} diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/00-namespace-tigera-operator.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/00-namespace-tigera-operator.yaml new file mode 100755 index 0000000..b7e260e --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/00-namespace-tigera-operator.yaml @@ -0,0 +1,13 @@ +apiVersion: v1 +kind: Namespace +metadata: + name: tigera-operator + annotations: +{{- if eq .Values.installation.kubernetesProvider "openshift" }} + openshift.io/node-selector: "" +{{- end }} + labels: + name: tigera-operator +{{- if eq .Values.installation.kubernetesProvider "openshift" }} + openshift.io/run-level: "0" +{{- end }} diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/01-imagepullsecret.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/01-imagepullsecret.yaml new file mode 100755 index 0000000..b90407c --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/01-imagepullsecret.yaml @@ -0,0 +1,15 @@ +{{- $envAll := . }} +{{- if .Values.imagePullSecrets -}} + +{{range $key, $value := .Values.imagePullSecrets -}} +apiVersion: v1 +kind: Secret +metadata: + name: {{ $key }} + namespace: tigera-operator +data: + .dockerconfigjson: {{ $value | b64enc }} +type: kubernetes.io/dockerconfigjson +{{- end -}} + +{{- end -}} diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-configmap-calico-resources.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-configmap-calico-resources.yaml new file mode 100755 index 0000000..2270813 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-configmap-calico-resources.yaml @@ -0,0 +1,27 @@ +{{- if eq .Values.installation.kubernetesProvider "openshift" }} +apiVersion: v1 +kind: ConfigMap +metadata: + name: calico-resources + namespace: tigera-operator +data: + # To create Calico resources before Calico components are started add + # an entry here and the contents of the resource under the entry. + # The resources here should all be projectcalico.org/v3. + # Multiple resources/entries can be added to this ConfigMap. + # + # If you need to remove a resource that was added to this ConfigMap + # you should remove it from here or else it will be re-created. + # + # example-global-network-set.yaml: | + # apiVersion: projectcalico.org/v3 + # kind: GlobalNetworkSet + # metadata: + # name: a-name-for-the-set + # labels: + # role: external-database + # spec: + # nets: + # - 198.51.100.0/28 + # - 203.0.113.0/24 +{{- end}} diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-podsecuritypolicy-tigera-operator.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-podsecuritypolicy-tigera-operator.yaml new file mode 100755 index 0000000..97e5c04 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-podsecuritypolicy-tigera-operator.yaml @@ -0,0 +1,47 @@ +{{ if ne .Values.installation.kubernetesProvider "openshift" }} +# This should not be rendered for an OpenShift install. +# OpenShift uses SecurityContextConstraints instead. +apiVersion: policy/v1beta1 +kind: PodSecurityPolicy +metadata: + name: tigera-operator + annotations: + seccomp.security.alpha.kubernetes.io/allowedProfileNames: '*' +spec: + privileged: false + allowPrivilegeEscalation: false + requiredDropCapabilities: + - ALL + volumes: + - 'hostPath' + - 'configMap' + - 'emptyDir' + - 'projected' + - 'secret' + - 'downwardAPI' + # Assume that persistentVolumes set up by the cluster admin are safe to use. + - 'persistentVolumeClaim' + hostNetwork: true + hostPorts: + - min: 0 + max: 65535 + hostIPC: false + hostPID: false + runAsUser: + rule: 'MustRunAsNonRoot' + seLinux: + rule: 'RunAsAny' + supplementalGroups: + rule: 'MustRunAs' + ranges: + # Forbid adding the root group. + - min: 1 + max: 65535 + fsGroup: + rule: 'MustRunAs' + ranges: + # Forbid adding the root group. + - min: 1 + max: 65535 + readOnlyRootFilesystem: false +{{ end }} diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-role-tigera-operator.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-role-tigera-operator.yaml new file mode 100755 index 0000000..879ea36 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-role-tigera-operator.yaml @@ -0,0 +1,250 @@ +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRole +metadata: + name: tigera-operator +rules: + - apiGroups: + - "" + resources: + - namespaces + - pods + - podtemplates + - services + - endpoints + - events + - configmaps + - secrets + - serviceaccounts + verbs: + - create + - get + - list + - update + - delete + - watch + - apiGroups: + - "" + resources: + - nodes + verbs: + # Need to update node labels when migrating nodes. + - 'get' + - 'patch' + - 'list' + # We need this for Typha autoscaling + - 'watch' + - apiGroups: + - rbac.authorization.k8s.io + resources: + - clusterroles + - clusterrolebindings + - rolebindings + - roles + verbs: + - create + - get + - list + - update + - delete + - watch + - bind + - escalate + - apiGroups: + - apps + resources: + - deployments + - daemonsets + - statefulsets + verbs: + - create + - get + - list + - patch + - update + - delete + - watch + - apiGroups: + - apps + resourceNames: + - tigera-operator + resources: + - deployments/finalizers + verbs: + - update + - apiGroups: + - operator.tigera.io + resources: + - '*' + verbs: + - create + - get + - list + - update + - patch + - delete + - watch + - apiGroups: + - crd.projectcalico.org + resources: + - felixconfigurations + verbs: + - patch + - apiGroups: + - crd.projectcalico.org + resources: + - ippools + - kubecontrollersconfigurations + verbs: + - get + - list + - watch + - apiGroups: + - scheduling.k8s.io + resources: + - priorityclasses + verbs: + - create + - get + - list + - update + - delete + - watch + - apiGroups: + - monitoring.coreos.com + resources: + - servicemonitors + verbs: + - get + - create + - apiGroups: + - policy + resources: + - poddisruptionbudgets + verbs: + - create + - get + - list + - update + - delete + - watch + - apiGroups: + - apiregistration.k8s.io + resources: + - apiservices + verbs: + - list + - watch + # Needed for operator lock + - apiGroups: + - coordination.k8s.io + resources: + - leases + verbs: + - create + - get + - list + - update + - delete + - watch +{{- if eq .Values.installation.kubernetesProvider "openshift" }} + # When running in OpenShift, we need to update networking config. + - apiGroups: + - config.openshift.io + resources: + - networks/status + verbs: + - get + - list + - update + - apiGroups: + - config.openshift.io + resources: + - networks + - infrastructures + verbs: + - get + - list + - patch + - watch + # On OpenShift, we need to modify SCCs. + - apiGroups: + - security.openshift.io + resources: + - securitycontextconstraints + verbs: + - create + - get + - list + - update + - delete + - watch + # For host network access. + - apiGroups: + - security.openshift.io + resources: + - securitycontextconstraints + resourceNames: + - hostnetwork + verbs: + - use + # Need these permissions for the calicoctl init container. + - apiGroups: + - crd.projectcalico.org + resources: + - bgpconfigurations + - bgppeers + - felixconfigurations + - kubecontrollersconfigurations + - globalnetworkpolicies + - globalnetworksets + - hostendpoints + - ippools + - networkpolicies + - networksets + verbs: + - create + - apiGroups: + - crd.projectcalico.org + resources: + - ipamblocks + verbs: + - list + # For AWS security group setup. + - apiGroups: + - batch + resources: + - jobs + - cronjobs + verbs: + - create + - update + - list + - watch +{{- else }} + # Add the appropriate pod security policy permissions + - apiGroups: + - policy + resources: + - podsecuritypolicies + resourceNames: + - tigera-operator + verbs: + - use + - apiGroups: + - policy + resources: + - podsecuritypolicies + verbs: + - get + - list + - watch + - create + - update +# Add the permissions to monitor the status of certificatesigningrequests when certificate management is enabled. + - apiGroups: + - certificates.k8s.io + resources: + - certificatesigningrequests + verbs: + - list +{{- end }} diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-rolebinding-tigera-operator.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-rolebinding-tigera-operator.yaml new file mode 100755 index 0000000..5689683 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-rolebinding-tigera-operator.yaml @@ -0,0 +1,12 @@ +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: tigera-operator +subjects: +- kind: ServiceAccount + name: tigera-operator + namespace: tigera-operator +roleRef: + kind: ClusterRole + name: tigera-operator + apiGroup: rbac.authorization.k8s.io diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-serviceaccount-tigera-operator.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-serviceaccount-tigera-operator.yaml new file mode 100755 index 0000000..14cd955 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-serviceaccount-tigera-operator.yaml @@ -0,0 +1,5 @@ +apiVersion: v1 +kind: ServiceAccount +metadata: + name: tigera-operator + namespace: tigera-operator diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-tigera-operator.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-tigera-operator.yaml new file mode 100755 index 0000000..e705255 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/tigera-operator/02-tigera-operator.yaml @@ -0,0 +1,85 @@ +apiVersion: apps/v1 +kind: Deployment +metadata: + name: tigera-operator + namespace: tigera-operator + labels: + k8s-app: tigera-operator +spec: + replicas: 1 + selector: + matchLabels: + name: tigera-operator + template: + metadata: + labels: + name: tigera-operator + k8s-app: tigera-operator + spec: + nodeSelector: + kubernetes.io/os: linux + tolerations: + - effect: NoExecute + operator: Exists + - effect: NoSchedule + operator: Exists + serviceAccountName: tigera-operator + hostNetwork: true + # This must be set when hostNetwork is true or else the cluster services won't resolve + dnsPolicy: ClusterFirstWithHostNet + containers: + - name: tigera-operator + image: {{ template "tigera-operator.image" . }} + imagePullPolicy: IfNotPresent + command: + - operator + volumeMounts: + - name: var-lib-calico + readOnly: true + mountPath: /var/lib/calico + env: + - name: WATCH_NAMESPACE + value: "" + - name: POD_NAME + valueFrom: + fieldRef: + fieldPath: metadata.name + - name: OPERATOR_NAME + value: "tigera-operator" + - name: TIGERA_OPERATOR_INIT_IMAGE_VERSION + value: {{.Values.tigeraOperator.version}} + envFrom: + - configMapRef: + name: kubernetes-services-endpoint + optional: true + volumes: + - name: var-lib-calico + hostPath: + path: /var/lib/calico +{{- if eq .Values.installation.kubernetesProvider "openshift" }} + - name: calico-resources + configMap: + defaultMode: 0400 + name: calico-resources + - name: install-resources-script + configMap: + defaultMode: 0777 + name: install-resources-script + initContainers: + - name: create-initial-resources + image: {{.Values.calicoctl.image}}:{{.Values.calicoctl.tag}} + env: + - name: DATASTORE_TYPE + value: kubernetes + command: + - calicoctl + args: + - create + - --skip-exists + - --skip-empty + - -f + - /calico-resources + volumeMounts: + - name: calico-resources + mountPath: /calico-resources +{{- end}} diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/validate-install-crd.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/validate-install-crd.yaml new file mode 100755 index 0000000..991eb46 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/templates/validate-install-crd.yaml @@ -0,0 +1,16 @@ +#{{- if gt (len (lookup "rbac.authorization.k8s.io/v1" "ClusterRole" "" "")) 0 -}} +# {{- $found := dict -}} +# {{- set $found "operator.tigera.io/v1/ImageSet" false -}} +# {{- set $found "operator.tigera.io/v1/Installation" false -}} +# {{- set $found "operator.tigera.io/v1/TigeraStatus" false -}} +# {{- range .Capabilities.APIVersions -}} +# {{- if hasKey $found (toString .) -}} +# {{- set $found (toString .) true -}} +# {{- end -}} +# {{- end -}} +# {{- range $_, $exists := $found -}} +# {{- if (eq $exists false) -}} +# {{- required "Required CRDs are missing. Please install the corresponding CRD chart before installing this chart." "" -}} +# {{- end -}} +# {{- end -}} +#{{- end -}} \ No newline at end of file diff --git a/charts/rke2-calico/rke2-calico/v3.19.1-105/values.yaml b/charts/rke2-calico/rke2-calico/v3.19.1-105/values.yaml new file mode 100755 index 0000000..6f329c5 --- /dev/null +++ b/charts/rke2-calico/rke2-calico/v3.19.1-105/values.yaml @@ -0,0 +1,41 @@ +imagePullSecrets: {} + +installation: + controlPlaneTolerations: + - key: "node-role.kubernetes.io/control-plane" + operator: "Exists" + effect: "NoSchedule" + - key: "node-role.kubernetes.io/etcd" + operator: "Exists" + effect: "NoExecute" + enabled: true + kubernetesProvider: "" + calicoNetwork: + bgp: Disabled + ipPools: + - natOutgoing: Enabled + encapsulation: VXLAN + cidr: 10.42.0.0/16 + +certs: + node: + key: + cert: + commonName: + typha: + key: + cert: + commonName: + caBundle: + +# Configuration for the tigera operator +tigeraOperator: + image: rancher/mirrored-calico-operator + version: v1.17.2 + registry: docker.io +calicoctl: + image: rancher/mirrored-calico-ctl + tag: v3.19.1 + +global: + systemDefaultRegistry: "" diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/Chart.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/Chart.yaml new file mode 100755 index 0000000..5cddc05 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/Chart.yaml @@ -0,0 +1,13 @@ +apiVersion: v1 +description: eBPF-based Networking, Security, and Observability +home: https://cilium.io/ +keywords: +- cilium +kubeVersion: '>= 1.12.0-0' +maintainers: +- email: charts@rancher.com + name: Rancher Labs +name: rke2-cilium +sources: +- https://github.com/rancher/rke2-charts +version: 1.9.607 diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/.helmignore b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/.helmignore new file mode 100755 index 0000000..0e8a0eb --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/.helmignore @@ -0,0 +1,23 @@ +# Patterns to ignore when building packages. +# This supports shell glob matching, relative path matching, and +# negation (prefixed with !). Only one pattern per line. +.DS_Store +# Common VCS dirs +.git/ +.gitignore +.bzr/ +.bzrignore +.hg/ +.hgignore +.svn/ +# Common backup files +*.swp +*.bak +*.tmp +*.orig +*~ +# Various IDEs +.project +.idea/ +*.tmproj +.vscode/ diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/Chart.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/Chart.yaml new file mode 100755 index 0000000..9c76fd1 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/Chart.yaml @@ -0,0 +1,73 @@ +annotations: + artifacthub.io/crds: | + - kind: CiliumNetworkPolicy + version: v2 + name: ciliumnetworkpolicy + displayName: Cilium Network Policy + description: | + Cilium Network Policies provide additional functionality beyond what + is provided by standard Kubernetes NetworkPolicy such as the ability + to allow traffic based on FQDNs, or to filter at Layer 7. + - kind: CiliumClusterwideNetworkPolicy + version: v2 + name: ciliumclusterwidenetworkpolicy + displayName: Cilium Clusterwide Network Policy + description: | + Cilium Clusterwide Network Policies support configuring network traffic + policiies across the entire cluster, including applying node firewalls. + - kind: CiliumExternalWorkload + version: v2 + name: ciliumnetworkpolicy + displayName: Cilium External Workload + description: | + Cilium External Workload supports configuring the ability for external + non-Kubernetes workloads to join the cluster. + - kind: CiliumLocalRedirectPolicy + version: v2 + name: ciliumlocalredirectpolicy + displayName: Cilium Local Redirect Policy + description: | + Cilium Local Redirect Policy allows local redirects to be configured + within a node to support use cases like Node-Local DNS or KIAM. + - kind: CiliumNode + version: v2 + name: ciliumnode + displayName: Cilium Node + description: | + Cilium Node represents a node managed by Cilium. It contains a + specification to control various node specific configuration aspects + and a status section to represent the status of the node. + - kind: CiliumIdentity + version: v2 + name: ciliumidentity + displayName: Cilium Identity + description: | + Cilium Identity allows introspection into security identities that + Cilium allocates which identify sets of labels that are assigned to + individual endpoints in the cluster. + - kind: CiliumEndpoint + version: v2 + name: ciliumendpoint + displayName: Cilium Endpoint + description: | + Cilium Endpoint represents the status of individual pods or nodes in + the cluster which are managed by Cilium, including enforcement status, + IP addressing and whether the networking is succesfully operational. +apiVersion: v2 +appVersion: 1.9.6 +description: eBPF-based Networking, Security, and Observability +home: https://cilium.io/ +icon: https://cdn.jsdelivr.net/gh/cilium/cilium@v1.9.6/Documentation/images/logo-solo.svg +keywords: +- BPF +- eBPF +- Kubernetes +- Networking +- Security +- Observability +- Troubleshooting +kubeVersion: '>= 1.12.0-0' +name: cilium +sources: +- https://github.com/cilium/cilium +version: 1.9.6 diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/LICENSE b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/LICENSE new file mode 100755 index 0000000..a2e486a --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/LICENSE @@ -0,0 +1,202 @@ + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "{}" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright {yyyy} Authors of Cilium + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. + diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/README.md b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/README.md new file mode 100755 index 0000000..15b487b --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/README.md @@ -0,0 +1,330 @@ +# cilium + +![Version: 1.9.6](https://img.shields.io/badge/Version-1.9.6-informational?style=flat-square) ![AppVersion: 1.9.6](https://img.shields.io/badge/AppVersion-1.9.6-informational?style=flat-square) + +Cilium is open source software for providing and transparently securing +network connectivity and loadbalancing between application workloads such as +application containers or processes. Cilium operates at Layer 3/4 to provide +traditional networking and security services as well as Layer 7 to protect and +secure use of modern application protocols such as HTTP, gRPC and Kafka. + +A new Linux kernel technology called eBPF is at the foundation of Cilium. +It supports dynamic insertion of eBPF bytecode into the Linux kernel at various +integration points such as: network IO, application sockets, and tracepoints +to implement security, networking and visibility logic. eBPF is highly +efficient and flexible. + +![Cilium feature overview](https://raw.githubusercontent.com/cilium/cilium/master/Documentation/images/cilium_overview.png) + +## Prerequisites + +* Kubernetes: `>= 1.12.0-0` +* Helm: `>= 3.0` + +## Getting Started + +Try Cilium on any Kubernetes distribution in under 15 minutes: + +| Minikube | Self-Managed K8s | Amazon EKS | Google GKE | Microsoft AKS | +|:-:|:-:|:-:|:-:|:-:| +| [![Minikube](https://raw.githubusercontent.com/cilium/charts/master/images/minikube.svg)](https://cilium.readthedocs.io/en/stable/gettingstarted/minikube/) | [![Self-Managed Kubernetes](https://raw.githubusercontent.com/cilium/charts/master/images/k8s.png)](https://cilium.readthedocs.io/en/stable/gettingstarted/k8s-install-self-managed/) | [![Amazon EKS](https://raw.githubusercontent.com/cilium/charts/master/images/aws.svg)](https://cilium.readthedocs.io/en/stable/gettingstarted/k8s-install-eks/) | [![Google GKE](https://raw.githubusercontent.com/cilium/charts/master/images/google-cloud.svg)](https://cilium.readthedocs.io/en/stable/gettingstarted/k8s-install-gke/) | [![Microsoft AKS](https://raw.githubusercontent.com/cilium/charts/master/images/azure.svg)](https://cilium.readthedocs.io/en/stable/gettingstarted/k8s-install-aks/) | + +Or, for a quick install with the default configuration: + +``` +$ helm repo add cilium https://helm.cilium.io/ +$ helm install cilium cilium/cilium --namespace=kube-system +``` + +After Cilium is installed, you can explore the features that Cilium has to +offer from the [Getting Started Guides page](https://docs.cilium.io/en/latest/gettingstarted/). + +## Source Code + +* + +## Getting Help + +The best way to get help if you get stuck is to ask a question on the +[Cilium Slack channel](https://cilium.herokuapp.com/). With Cilium +contributors across the globe, there is almost always someone available to help. + +## Values + +| Key | Type | Default | Description | +|-----|------|---------|-------------| +| affinity | object | `{"podAntiAffinity":{"requiredDuringSchedulingIgnoredDuringExecution":[{"labelSelector":{"matchExpressions":[{"key":"k8s-app","operator":"In","values":["cilium"]}]},"topologyKey":"kubernetes.io/hostname"}]}}` | Pod affinity for cilium-agent. | +| agent | bool | `true` | Install the cilium agent resources. | +| autoDirectNodeRoutes | bool | `false` | | +| azure.enabled | bool | `false` | Enable Azure integration | +| bandwidthManager | bool | `false` | Optimize TCP and UDP workloads and enable rate-limiting traffic from individual Pods with EDT (Earliest Departure Time) through the "kubernetes.io/egress-bandwidth" Pod annotation. | +| bpf.clockProbe | bool | `false` | | +| bpf.lbMapMax | int | `65536` | Configure the maximum number of entries in the TCP connection tracking table. ctTcpMax: '524288' -- Configure the maximum number of entries for the non-TCP connection tracking table. ctAnyMax: '262144' -- Configure the maximum number of service entries in the load balancer maps. | +| bpf.monitorAggregation | string | `"medium"` | Configure auto-sizing for all BPF maps based on available memory. ref: https://docs.cilium.io/en/v1.9/concepts/ebpf/maps/#ebpf-maps -- Configure the level of aggregation for monitor notifications. Valid options are none, low, medium, maximum | +| bpf.monitorFlags | string | `"all"` | Configure which TCP flags trigger notifications when seen for the first time in a connection. | +| bpf.monitorInterval | string | `"5s"` | Configure the typical time between monitor notifications for active connections. | +| bpf.policyMapMax | int | `16384` | Configure the maximum number of entries for the NAT table. natMax: 524288 -- Configure the maximum number of entries for the neighbor table. neighMax: 524288 -- Configure the maximum number of entries in endpoint policy map. (per endpoint) | +| bpf.preallocateMaps | bool | `false` | Enables pre-allocation of eBPF map values. This increases memory usage but can reduce latency. | +| bpf.waitForMount | bool | `false` | Force the cilium-agent DaemonSet to wait in an initContainer until the eBPF filesystem has been mounted. | +| certgen | object | `{"image":{"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/certgen","tag":"v0.1.3"},"podLabels":{},"ttlSecondsAfterFinished":1800}` | Configure certificate generation for Hubble integration. If hubble.tls.auto.method=cronJob, these values are used for the Kubernetes CronJob which will be scheduled regularly to (re)generate any certificates not provided manually. | +| certgen.podLabels | object | `{}` | Labels to be added to hubble-certgen pods | +| certgen.ttlSecondsAfterFinished | int | `1800` | Seconds after which the completed job pod will be deleted | +| cleanBpfState | bool | `false` | Clean all eBPF datapath state from the initContainer of the cilium-agent DaemonSet. WARNING: Use with care! | +| cleanState | bool | `false` | Clean all local Cilium state from the initContainer of the cilium-agent DaemonSet. Implies cleanBpfState: true. WARNING: Use with care! | +| cluster.id | int | `nil` | Unique ID of the cluster. Must be unique across all connected clusters and in the range of 1 to 255. Only required for Cluster Mesh. | +| cluster.name | string | `"default"` | Name of the cluster. Only required for Cluster Mesh. | +| clustermesh.apiserver.etcd.image | object | `{"pullPolicy":"IfNotPresent","repository":"quay.io/coreos/etcd","tag":"v3.4.13"}` | Clustermesh API server etcd image. | +| clustermesh.apiserver.image | object | `{"digest":"sha256:e4a6d47d0d8e4ef52c44e99a906076e29e8513a35a972e60100df2168b381318","pullPolicy":"IfNotPresent","repository":"quay.io/cilium/clustermesh-apiserver","tag":"v1.9.6","useDigest":false}` | Clustermesh API server image. | +| clustermesh.apiserver.nodeSelector | object | `{}` | Node labels for pod assignment ref: https://kubernetes.io/docs/user-guide/node-selection/ | +| clustermesh.apiserver.podAnnotations | object | `{}` | Annotations to be added to clustermesh-apiserver pods | +| clustermesh.apiserver.podLabels | object | `{}` | Labels to be added to clustermesh-apiserver pods | +| clustermesh.apiserver.replicas | int | `1` | Number of replicas run for the clustermesh-apiserver deployment. | +| clustermesh.apiserver.resources | object | `{}` | Resource requests and limits for the clustermesh-apiserver container of the clustermesh-apiserver deployment, such as resources: limits: cpu: 1000m memory: 1024M requests: cpu: 100m memory: 64Mi | +| clustermesh.apiserver.service.annotations | object | `{}` | Annotations for the clustermesh-apiserver For GKE LoadBalancer, use annotation cloud.google.com/load-balancer-type: "Internal" For EKS LoadBalancer, use annotation service.beta.kubernetes.io/aws-load-balancer-internal: 0.0.0.0/0 | +| clustermesh.apiserver.service.nodePort | int | `32379` | Optional port to use as the node port for apiserver access. | +| clustermesh.apiserver.service.type | string | `"NodePort"` | | +| clustermesh.apiserver.tls.admin | object | `{"cert":"","key":""}` | base64 encoded PEM values for the clustermesh-apiserver admin certificate and private key Used if 'auto' is not enabled. | +| clustermesh.apiserver.tls.auto | object | `{"certValidityDuration":1095,"enabled":true,"method":"helm"}` | Configure automatic TLS certificates generation. A Kubernetes CronJob is used the generate any certificates not provided by the user at installation time. | +| clustermesh.apiserver.tls.auto.certValidityDuration | int | `1095` | Generated certificates validity duration in days. | +| clustermesh.apiserver.tls.auto.enabled | bool | `true` | When set to true, automatically generate a CA and certificates to enable mTLS between clustermesh-apiserver and external workload instances. If set to false, the certs to be provided by setting appropriate values below. | +| clustermesh.apiserver.tls.ca | object | `{"cert":"","key":""}` | base64 encoded PEM values for the ExternalWorkload CA certificate and private key. | +| clustermesh.apiserver.tls.ca.cert | string | `""` | Optional CA cert. If it is provided, it will be used by the 'cronJob' method to generate all other certificates. Otherwise, an ephemeral CA is generated. | +| clustermesh.apiserver.tls.ca.key | string | `""` | Optional CA private key. If it is provided, it will be used by the 'cronJob' method to generate all other certificates. Otherwise, an ephemeral CA is generated. | +| clustermesh.apiserver.tls.client | object | `{"cert":"","key":""}` | base64 encoded PEM values for the clustermesh-apiserver client certificate and private key Used if 'auto' is not enabled. | +| clustermesh.apiserver.tls.remote | object | `{"cert":"","key":""}` | base64 encoded PEM values for the clustermesh-apiserver remote cluster certificate and private key Used if 'auto' is not enabled. | +| clustermesh.apiserver.tls.server | object | `{"cert":"","key":""}` | base64 encoded PEM values for the clustermesh-apiserver server certificate and private key Used if 'auto' is not enabled. | +| clustermesh.apiserver.tolerations | list | `[]` | Node tolerations for pod assignment on nodes with taints ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ | +| clustermesh.apiserver.updateStrategy | object | `{"rollingUpdate":{"maxUnavailable":1},"type":"RollingUpdate"}` | clustermesh-apiserver update strategy | +| clustermesh.useAPIServer | bool | `false` | Deploy clustermesh-apiserver for clustermesh | +| cni.binPath | string | `"/opt/cni/bin"` | Configure the path to the CNI binary directory on the host. | +| cni.chainingMode | string | `"none"` | Configure chaining on top of other CNI plugins. Possible values: - none - generic-veth - aws-cni - portmap | +| cni.confFileMountPath | string | `"/tmp/cni-configuration"` | Configure the path to where to mount the ConfigMap inside the agent pod. | +| cni.confPath | string | `"/etc/cni/net.d"` | Configure the path to the CNI configuration directory on the host. | +| cni.configMapKey | string | `"cni-config"` | Specify the path to a CNI config to read from on agent start. This can be useful if you want to manage your CNI configuration outside of a Kubernetes environment. This parameter is mutually exclusive with the 'cni.configMap' parameter. readCniConf: /host/etc/cni/net.d/05-cilium.conf -- When defined, configMap will mount the provided value as ConfigMap and interpret the cniConf variable as CNI configuration file and write it when the agent starts up configMap: cni-configuration -- Configure the key in the CNI ConfigMap to read the contents of the CNI configuration from. | +| cni.customConf | bool | `false` | Skip writing of the CNI configuration. This can be used if writing of the CNI configuration is performed by external automation. | +| cni.hostConfDirMountPath | string | `"/host/etc/cni/net.d"` | Configure the path to where the CNI configuration directory is mounted inside the agent pod. | +| cni.install | bool | `true` | Install the CNI configuration and binary files into the filesystem. | +| containerRuntime | object | `{"integration":"none"}` | Configure how frequently garbage collection should occur for the datapath connection tracking table. conntrackGCInterval: "0s" -- Configure container runtime specific integration. | +| containerRuntime.integration | string | `"none"` | Enables specific integrations for container runtimes. Supported values: - containerd - crio - docker - none - auto (automatically detect the container runtime) | +| daemon.runPath | string | `"/var/run/cilium"` | Configure where Cilium runtime state should be stored. | +| datapathMode | string | `"veth"` | | +| debug.enabled | bool | `false` | Enable debug logging | +| enableCnpStatusUpdates | bool | `false` | Specify which network interfaces can run the eBPF datapath. This means that a packet sent from a pod to a destination outside the cluster will be masqueraded (to an output device IPv4 address), if the output device runs the program. When not specified, probing will automatically detect devices. devices: "" TODO: Add documentation disableIptablesFeederRules: "" TODO: Add documentation egressMasqueradeInterfaces: "" | +| enableCriticalPriorityClass | bool | `true` | Explicitly enable or disable priority class. .Capabilities.KubeVersion is unsettable in `helm template` calls, it depends on k8s libriaries version that Helm was compiled against. This option allows to explicitly disable setting the priority class, which is useful for rendering charts for gke clusters in advance. | +| enableXTSocketFallback | bool | `true` | | +| encryption.enabled | bool | `false` | Enable transparent network encryption. | +| encryption.keyFile | string | `"keys"` | Name of the key file inside the Kubernetes secret configured via secretName. | +| encryption.mountPath | string | `"/etc/ipsec"` | Path to mount the secret inside the Cilium pod. | +| encryption.nodeEncryption | bool | `false` | Enable encryption for pure node to node traffic. | +| encryption.secretName | string | `"cilium-ipsec-keys"` | Name of the Kubernetes secret containing the encryption keys. | +| endpointHealthChecking.enabled | bool | `true` | | +| endpointRoutes.enabled | bool | `false` | Enable use of per endpoint routes instead of routing via the cilium_host interface. | +| eni | bool | `false` | Enable Elastic Network Interface (ENI) integration. | +| etcd.clusterDomain | string | `"cluster.local"` | Cluster domain for cilium-etcd-operator. | +| etcd.clusterSize | int | `3` | Size of the managed etcd cluster. | +| etcd.enabled | bool | `false` | Enable etcd mode for the agent. | +| etcd.endpoints | list | `["https://CHANGE-ME:2379"]` | List of etcd endpoints (not needed when using managed=true). | +| etcd.extraArgs | object | `{}` | Additional cilium-etcd-operator container arguments | +| etcd.extraConfigmapMounts | list | `[]` | Additional cilium-etcd-operator ConfigMap mounts | +| etcd.extraHostPathMounts | list | `[]` | Additional cilium-etcd-operator hostPath mounts | +| etcd.extraInitContainers | list | `[]` | Additional InitContainers to initialize the pod | +| etcd.image | object | `{"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/cilium-etcd-operator","tag":"v2.0.7"}` | cilium-etcd-operator image. | +| etcd.k8sService | bool | `false` | If etcd is behind a k8s service set this option to true so that Cilium does the service translation automatically without requiring a DNS to be running. | +| etcd.managed | bool | `false` | Enable managed etcd mode based on the cilium-etcd-operator. | +| etcd.nodeSelector | object | `{}` | Node labels for cilium-etcd-operator pod assignment ref: https://kubernetes.io/docs/user-guide/node-selection/ | +| etcd.podAnnotations | object | `{}` | Annotations to be added to cilium-etcd-operator pods | +| etcd.podDisruptionBudget | object | `{"enabled":true,"maxUnavailable":2}` | PodDisruptionBudget settings ref: https://kubernetes.io/docs/concepts/workloads/pods/disruptions/ | +| etcd.podLabels | object | `{}` | Labels to be added to cilium-etcd-operator pods | +| etcd.priorityClassName | string | `""` | cilium-etcd-operator priorityClassName | +| etcd.resources | object | `{}` | cilium-etcd-operator resource limits & requests ref: https://kubernetes.io/docs/user-guide/compute-resources/ | +| etcd.securityContext | object | `{}` | Security context to be added to cilium-etcd-operator pods | +| etcd.ssl | bool | `false` | Enable use of TLS/SSL for connectivity to etcd. (auto-enabled if managed=true) | +| etcd.tolerations | list | `[{"operator":"Exists"}]` | Node tolerations for cilium-etcd-operator scheduling to nodes with taints ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ | +| etcd.updateStrategy | object | `{"rollingUpdate":{"maxSurge":1,"maxUnavailable":1},"type":"RollingUpdate"}` | cilium-etcd-operator update strategy | +| externalIPs.enabled | bool | `false` | Enable ExternalIPs service support. | +| externalWorkloads | object | `{"enabled":false}` | Configure external workloads support | +| externalWorkloads.enabled | bool | `false` | Enable support for external workloads, such as VMs (false by default). | +| extraArgs | object | `{}` | Additional agent container arguments | +| extraConfig | object | `{}` | extraConfig allows you to specify additional configuration parameters to be included in the cilium-config configmap. | +| extraConfigmapMounts | list | `[]` | Additional agent ConfigMap mounts | +| extraEnv | object | `{}` | Additional agent container environment variables | +| extraHostPathMounts | list | `[]` | Additional agent hostPath mounts | +| extraInitContainers | list | `[]` | Additional InitContainers to initialize the pod | +| flannel.enabled | bool | `false` | | +| flannel.masterDevice | string | `"cni0"` | | +| flannel.uninstallOnExit | bool | `false` | | +| gke.enabled | bool | `false` | Enable Google Kubernetes Engine integration | +| healthChecking | bool | `true` | | +| healthPort | int | `9876` | TCP port for the agent health API. This is not the port for cilium-health. | +| hostFirewall | bool | `false` | Enables the enforcement of host policies in the eBPF datapath. | +| hostPort.enabled | bool | `false` | Enable hostPort service support. | +| hostServices | object | `{"enabled":false,"protocols":"tcp,udp"}` | Configure ClusterIP service handling in the host namespace (the node). | +| hostServices.enabled | bool | `false` | Enable host reachable services. | +| hostServices.protocols | string | `"tcp,udp"` | Supported list of protocols to apply ClusterIP translation to. | +| hubble.enabled | bool | `true` | Enable Hubble (true by default). | +| hubble.listenAddress | string | `":4244"` | An additional address for Hubble to listen to. Set this field ":4244" if you are enabling Hubble Relay, as it assumes that Hubble is listening on port 4244. | +| hubble.metrics | object | `{"enabled":null,"port":9091,"serviceMonitor":{"enabled":false}}` | Buffer size of the channel Hubble uses to receive monitor events. If this value is not set, the queue size is set to the default monitor queue size. eventQueueSize: "" -- Number of recent flows for Hubble to cache. Defaults to 4095. Possible values are: 1, 3, 7, 15, 31, 63, 127, 255, 511, 1023, 2047, 4095, 8191, 16383, 32767, 65535 eventBufferCapacity: "4095" -- Hubble metrics configuration. See https://docs.cilium.io/en/stable/configuration/metrics/#hubble-metrics for more comprehensive documentation about Hubble metrics. | +| hubble.metrics.enabled | string | `nil` | Configures the list of metrics to collect. If empty or null, metrics are disabled. Example: enabled: - dns:query;ignoreAAAA - drop - tcp - flow - icmp - http You can specify the list of metrics from the helm CLI: --set metrics.enabled="{dns:query;ignoreAAAA,drop,tcp,flow,icmp,http}" | +| hubble.metrics.port | int | `9091` | Configure the port the hubble metric server listens on. | +| hubble.metrics.serviceMonitor.enabled | bool | `false` | Create ServiceMonitor resources for Prometheus Operator. This requires the prometheus CRDs to be available. ref: https://github.com/prometheus-operator/prometheus-operator/blob/master/example/prometheus-operator-crd/monitoring.coreos.com_servicemonitors.yaml) | +| hubble.metricsServer | string | `""` | | +| hubble.relay.dialTimeout | string | `nil` | Dial timeout to connect to the local hubble instance to receive peer information (e.g. "30s"). | +| hubble.relay.enabled | bool | `false` | Enable Hubble Relay (requires hubble.enabled=true) | +| hubble.relay.image | object | `{"digest":"sha256:2ea804c454b660d474feae96c01da1b9193dfce6809b4d3825e7b6efc6ade8c7","pullPolicy":"IfNotPresent","repository":"quay.io/cilium/hubble-relay","tag":"v1.9.6","useDigest":false}` | Hubble-relay container image. | +| hubble.relay.listenHost | string | `""` | Host to listen to. Specify an empty string to bind to all the interfaces. | +| hubble.relay.listenPort | string | `"4245"` | Port to listen to. | +| hubble.relay.nodeSelector | object | `{}` | Node labels for pod assignment ref: https://kubernetes.io/docs/user-guide/node-selection/ | +| hubble.relay.podAnnotations | object | `{}` | Annotations to be added to hubble-relay pods | +| hubble.relay.podLabels | object | `{}` | Labels to be added to hubble-relay pods | +| hubble.relay.replicas | int | `1` | Number of replicas run for the hubble-relay deployment. | +| hubble.relay.resources | object | `{}` | Specifies the resources for the hubble-relay pods | +| hubble.relay.retryTimeout | string | `nil` | Backoff duration to retry connecting to the local hubble instance in case of failure (e.g. "30s"). | +| hubble.relay.rollOutPods | bool | `false` | Roll out Hubble Relay pods automatically when configmap is updated. | +| hubble.relay.sortBufferDrainTimeout | string | `nil` | When the per-request flows sort buffer is not full, a flow is drained every time this timeout is reached (only affects requests in follow-mode) (e.g. "1s"). | +| hubble.relay.sortBufferLenMax | string | `nil` | Max number of flows that can be buffered for sorting before being sent to the client (per request) (e.g. 100). | +| hubble.relay.tls | object | `{"client":{"cert":"","key":""},"server":{"cert":"","enabled":false,"key":""}}` | TLS configuration for Hubble Relay | +| hubble.relay.tls.client | object | `{"cert":"","key":""}` | base64 encoded PEM values for the hubble-relay client certificate and private key This keypair is presented to Hubble server instances for mTLS authentication and is required when hubble.tls.enabled is true. These values need to be set manually if hubble.tls.auto.enabled is false. | +| hubble.relay.tls.server | object | `{"cert":"","enabled":false,"key":""}` | base64 encoded PEM values for the hubble-relay server certificate and private key | +| hubble.relay.tolerations | list | `[]` | Node tolerations for pod assignment on nodes with taints ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ | +| hubble.relay.updateStrategy | object | `{"rollingUpdate":{"maxUnavailable":1},"type":"RollingUpdate"}` | hubble-relay update strategy | +| hubble.socketPath | string | `"/var/run/cilium/hubble.sock"` | Unix domain socket path to listen to when Hubble is enabled. | +| hubble.tls | object | `{"auto":{"certValidityDuration":1095,"enabled":true,"method":"helm","schedule":"0 0 1 */4 *"},"ca":{"cert":"","key":""},"enabled":true,"server":{"cert":"","key":""}}` | TLS configuration for Hubble | +| hubble.tls.auto | object | `{"certValidityDuration":1095,"enabled":true,"method":"helm","schedule":"0 0 1 */4 *"}` | Configure automatic TLS certificates generation. | +| hubble.tls.auto.certValidityDuration | int | `1095` | Generated certificates validity duration in days. | +| hubble.tls.auto.enabled | bool | `true` | Auto-generate certificates. When set to true, automatically generate a CA and certificates to enable mTLS between Hubble server and Hubble Relay instances. If set to false, the certs for Hubble server need to be provided by setting appropriate values below. | +| hubble.tls.auto.method | string | `"helm"` | Set the method to auto-generate certificates. Supported values: - helm: This method uses Helm to generate all certificates. - cronJob: This method uses a Kubernetes CronJob the generate any certificates not provided by the user at installation time. | +| hubble.tls.auto.schedule | string | `"0 0 1 */4 *"` | Schedule for certificates regeneration (regardless of their expiration date). Only used if method is "cronJob". If nil, then no recurring job will be created. Instead, only the one-shot job is deployed to generate the certificates at installation time. Defaults to midnight of the first day of every fourth month. For syntax, see https://kubernetes.io/docs/tasks/job/automated-tasks-with-cron-jobs/#schedule | +| hubble.tls.ca | object | `{"cert":"","key":""}` | base64 encoded PEM values for the Hubble CA certificate and private key. | +| hubble.tls.ca.key | string | `""` | The CA private key (optional). If it is provided, then it will be used by hubble.tls.auto.method=cronJob to generate all other certificates. Otherwise, a ephemeral CA is generated if hubble.tls.auto.enabled=true. | +| hubble.tls.enabled | bool | `true` | Enable mutual TLS for listenAddress. Setting this value to false is highly discouraged as the Hubble API provides access to potentially sensitive network flow metadata and is exposed on the host network. | +| hubble.tls.server | object | `{"cert":"","key":""}` | base64 encoded PEM values for the Hubble server certificate and private key | +| hubble.ui.backend.image | object | `{"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/hubble-ui-backend","tag":"v0.7.3"}` | Hubble-ui backend image. | +| hubble.ui.backend.resources | object | `{}` | | +| hubble.ui.enabled | bool | `false` | | +| hubble.ui.frontend.image | object | `{"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/hubble-ui","tag":"v0.7.3"}` | Hubble-ui frontend image. | +| hubble.ui.frontend.resources | object | `{}` | | +| hubble.ui.ingress | object | `{"annotations":{},"enabled":false,"hosts":["chart-example.local"],"tls":[]}` | hubble-ui ingress configuration. | +| hubble.ui.nodeSelector | object | `{}` | Node labels for pod assignment ref: https://kubernetes.io/docs/user-guide/node-selection/ | +| hubble.ui.podAnnotations | object | `{}` | Annotations to be added to hubble-ui pods | +| hubble.ui.podLabels | object | `{}` | Labels to be added to hubble-ui pods | +| hubble.ui.proxy.image | object | `{"pullPolicy":"IfNotPresent","repository":"docker.io/envoyproxy/envoy","tag":"v1.14.5"}` | Hubble-ui ingress proxy image. | +| hubble.ui.proxy.resources | object | `{}` | | +| hubble.ui.replicas | int | `1` | | +| hubble.ui.rollOutPods | bool | `false` | Roll out Hubble-ui pods automatically when configmap is updated. | +| hubble.ui.securityContext.enabled | bool | `true` | | +| hubble.ui.tolerations | list | `[]` | Node tolerations for pod assignment on nodes with taints ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ | +| hubble.ui.updateStrategy | object | `{"rollingUpdate":{"maxUnavailable":1},"type":"RollingUpdate"}` | hubble-ui update strategy. | +| identityAllocationMode | string | `"crd"` | | +| image | object | `{"digest":"sha256:6e2bc051dd5d942085591ea6150623790a8ffbaaab567007a2707fc7668d8055","pullPolicy":"IfNotPresent","repository":"quay.io/cilium/cilium","tag":"v1.9.6","useDigest":false}` | Agent container image. | +| imagePullSecrets | string | `nil` | Configure image pull secrets for pulling container images | +| installIptablesRules | bool | `true` | | +| ipMasqAgent | object | `{"enabled":false}` | Configure the eBPF-based ip-masq-agent | +| ipam.mode | string | `"cluster-pool"` | Configure IP Address Management mode. ref: https://docs.cilium.io/en/stable/concepts/networking/ipam/ | +| ipam.operator.clusterPoolIPv4MaskSize | int | `24` | IPv4 CIDR mask size to delegate to individual nodes for IPAM. | +| ipam.operator.clusterPoolIPv4PodCIDR | string | `"10.0.0.0/8"` | IPv4 CIDR range to delegate to individual nodes for IPAM. | +| ipam.operator.clusterPoolIPv6MaskSize | int | `120` | IPv6 CIDR mask size to delegate to individual nodes for IPAM. | +| ipam.operator.clusterPoolIPv6PodCIDR | string | `"fd00::/104"` | IPv6 CIDR range to delegate to individual nodes for IPAM. | +| ipv4.enabled | bool | `true` | Enable IPv4 support. | +| ipv6.enabled | bool | `false` | Enable IPv6 support. | +| ipvlan.enabled | bool | `false` | Enable the IPVLAN datapath | +| k8s | object | `{}` | Configure Kubernetes specific configuration | +| keepDeprecatedLabels | bool | `false` | requireIPv6PodCIDR enables waiting for Kubernetes to provide the PodCIDR range via the Kubernetes node resource requireIPv6PodCIDR: false -- Keep the deprecated selector labels when deploying Cilium DaemonSet | +| keepDeprecatedProbes | bool | `false` | Keep the deprecated probes when deploying Cilium DaemonSet | +| kubeProxyReplacement | string | `"probe"` | Configure the kube-proxy replacement in Cilium BPF datapath Valid options are "disabled", "probe", "partial", "strict". ref: https://docs.cilium.io/en/stable/gettingstarted/kubeproxy-free/ | +| kubeProxyReplacementHealthzBindAddr | string | `""` | healthz server bind address for the kube-proxy replacement. To enable set the value to '0.0.0.0:10256' for all ipv4 addresses and this '[::]:10256' for all ipv6 addresses. By default it is disabled. | +| l7Proxy | bool | `true` | Enable Layer 7 network policy. | +| localRedirectPolicy | bool | `false` | | +| logSystemLoad | bool | `false` | | +| maglev | object | `{}` | Configure maglev consistent hashing | +| masquerade | bool | `true` | hashSeed is the cluster-wide base64 encoded seed for the hashing hashSeed: -- Enables masquerading of traffic leaving the node for destinations outside of the cluster. | +| monitor | object | `{"enabled":false}` | Specify the CIDR for native routing (ie to avoid IP masquerade for). This value corresponds to the configured cluster-cidr. nativeRoutingCIDR: -- Configure cilium-monitor sidecar | +| name | string | `"cilium"` | Agent container name. | +| nodePort | object | `{"autoProtectPortRange":true,"bindProtection":true,"enableHealthCheck":true,"enabled":false}` | Configure service load balancing loadBalancer: algorithm is the name of the load balancing algorithm for backend selection e.g. random or maglev algorithm: "random" mode is the operation mode of load balancing for remote backends e.g. snat, dsr, hybrid mode: snat acceleration is the option to accelerate service handling via XDP e.g. native, disabled acceleration: disabled | +| nodePort.autoProtectPortRange | bool | `true` | Append NodePort range to ip_local_reserved_ports if clash with ephemeral ports is detected. | +| nodePort.bindProtection | bool | `true` | Port range to use for NodePort services. range: "30000,32767" -- Set to true to prevent applications binding to service ports. | +| nodePort.enableHealthCheck | bool | `true` | Enable healthcheck nodePort server for NodePort services | +| nodePort.enabled | bool | `false` | Enable the Cilium NodePort service implementation. | +| nodeinit.bootstrapFile | string | `"/tmp/cilium-bootstrap-time"` | bootstrapFile is the location of the file where the bootstrap timestamp is written by the node-init DaemonSet | +| nodeinit.enabled | bool | `false` | Enable the node initialization DaemonSet | +| nodeinit.extraArgs | object | `{}` | | +| nodeinit.extraConfigmapMounts | list | `[]` | | +| nodeinit.extraEnv | object | `{}` | | +| nodeinit.extraHostPathMounts | list | `[]` | | +| nodeinit.extraInitContainers | list | `[]` | | +| nodeinit.image | object | `{"pullPolicy":"IfNotPresent","repository":"quay.io/cilium/startup-script","tag":"62bfbe88c17778aad7bef9fa57ff9e2d4a9ba0d8"}` | node-init image. | +| nodeinit.nodeSelector | object | `{}` | Node labels for nodeinit pod assignment ref: https://kubernetes.io/docs/user-guide/node-selection/ | +| nodeinit.podAnnotations | object | `{}` | Annotations to be added to node-init pods | +| nodeinit.podDisruptionBudget | object | `{"enabled":true,"maxUnavailable":2}` | PodDisruptionBudget settings ref: https://kubernetes.io/docs/concepts/workloads/pods/disruptions/ | +| nodeinit.podLabels | object | `{}` | Labels to be added to node-init pods | +| nodeinit.priorityClassName | string | `""` | | +| nodeinit.resources | object | `{"requests":{"cpu":"100m","memory":"100Mi"}}` | nodeinit resource limits & requests ref: https://kubernetes.io/docs/user-guide/compute-resources/ | +| nodeinit.securityContext | object | `{}` | Security context to be added to nodeinit pods | +| nodeinit.tolerations | list | `[{"operator":"Exists"}]` | Node tolerations for nodeinit scheduling to nodes with taints ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ | +| nodeinit.updateStrategy | object | `{"type":"RollingUpdate"}` | node-init update strategy | +| operator.affinity | object | `{"podAntiAffinity":{"requiredDuringSchedulingIgnoredDuringExecution":[{"labelSelector":{"matchExpressions":[{"key":"io.cilium/app","operator":"In","values":["operator"]}]},"topologyKey":"kubernetes.io/hostname"}]}}` | cilium-operator affinity | +| operator.enabled | bool | `true` | Enable the cilium-operator component (required). | +| operator.endpointGCInterval | string | `"5m0s"` | | +| operator.extraArgs | object | `{}` | Additional cilium-etcd-operator container arguments | +| operator.extraConfigmapMounts | list | `[]` | | +| operator.extraEnv | object | `{}` | | +| operator.extraHostPathMounts | list | `[]` | Additional cilium-operator hostPath mounts | +| operator.extraInitContainers | list | `[]` | Additional InitContainers to initialize the pod | +| operator.identityGCInterval | string | `"15m0s"` | | +| operator.identityHeartbeatTimeout | string | `"30m0s"` | | +| operator.image | object | `{"awsDigest":"sha256:9cc271130849e109608478b5fa695d84ab9542900ceeb7128c1a0c7b29abad3c","azureDigest":"sha256:e70493e05af077501563db990db1165dfcc66b09bfb751065f3d72e504e46ca7","genericDigest":"sha256:29a315472ae0701dbfbfff1e9766f68c2915edd896a011f7e8e409cf4d687453","pullPolicy":"IfNotPresent","repository":"quay.io/cilium/operator","suffix":"","tag":"v1.9.6","useDigest":false}` | cilium-operator image. | +| operator.nodeSelector | object | `{}` | Node labels for cilium-operator pod assignment ref: https://kubernetes.io/docs/user-guide/node-selection/ | +| operator.podAnnotations | object | `{}` | Annotations to be added to cilium-operator pods | +| operator.podDisruptionBudget | object | `{"enabled":false,"maxUnavailable":1}` | PodDisruptionBudget settings ref: https://kubernetes.io/docs/concepts/workloads/pods/disruptions/ | +| operator.podLabels | object | `{}` | Labels to be added to cilium-operator pods | +| operator.priorityClassName | string | `""` | cilium-operator priorityClassName | +| operator.prometheus | object | `{"enabled":false,"port":6942,"serviceMonitor":{"enabled":false}}` | Enable prometheus metrics for cilium-operator on the configured port at /metrics | +| operator.prometheus.serviceMonitor.enabled | bool | `false` | Enable service monitors. This requires the prometheus CRDs to be available (see https://github.com/prometheus-operator/prometheus-operator/blob/master/example/prometheus-operator-crd/monitoring.coreos.com_servicemonitors.yaml) | +| operator.replicas | int | `2` | Number of replicas to run for the cilium-operator deployment | +| operator.resources | object | `{}` | cilium-operator resource limits & requests ref: https://kubernetes.io/docs/user-guide/compute-resources/ | +| operator.rollOutPods | bool | `false` | Roll out cilium-operator pods automatically when configmap is updated. | +| operator.securityContext | object | `{}` | Security context to be added to cilium-operator pods | +| operator.tolerations | list | `[{"operator":"Exists"}]` | Node tolerations for cilium-operator scheduling to nodes with taints ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ | +| operator.updateStrategy | object | `{"rollingUpdate":{"maxSurge":1,"maxUnavailable":1},"type":"RollingUpdate"}` | cilium-operator update strategy | +| podAnnotations | object | `{}` | Annotations to be added to agent pods | +| podDisruptionBudget | object | `{"enabled":true,"maxUnavailable":2}` | PodDisruptionBudget settings ref: https://kubernetes.io/docs/concepts/workloads/pods/disruptions/ | +| podLabels | object | `{}` | Labels to be added to agent pods | +| policyEnforcementMode | string | `"default"` | | +| pprof.enabled | bool | `false` | Enable Go pprof debugging | +| preflight.enabled | bool | `false` | Enable Cilium pre-flight resources (required for upgrade) | +| preflight.extraArgs | object | `{}` | | +| preflight.extraConfigmapMounts | list | `[]` | | +| preflight.extraEnv | object | `{}` | | +| preflight.extraHostPathMounts | list | `[]` | | +| preflight.extraInitContainers | list | `[]` | | +| preflight.image | object | `{"digest":"sha256:6e2bc051dd5d942085591ea6150623790a8ffbaaab567007a2707fc7668d8055","pullPolicy":"IfNotPresent","repository":"quay.io/cilium/cilium","tag":"v1.9.6","useDigest":false}` | Cilium pre-flight image. | +| preflight.nodeSelector | object | `{}` | Node labels for preflight pod assignment ref: https://kubernetes.io/docs/user-guide/node-selection/ | +| preflight.podAnnotations | object | `{}` | Annotations to be added to preflight pods | +| preflight.podDisruptionBudget | object | `{"enabled":true,"maxUnavailable":2}` | PodDisruptionBudget settings ref: https://kubernetes.io/docs/concepts/workloads/pods/disruptions/ | +| preflight.podLabels | object | `{}` | | +| preflight.priorityClassName | string | `""` | | +| preflight.resources | object | `{}` | preflight resource limits & requests ref: https://kubernetes.io/docs/user-guide/compute-resources/ | +| preflight.securityContext | object | `{}` | Security context to be added to preflight pods | +| preflight.tofqdnsPreCache | string | `""` | | +| preflight.tolerations | list | `[{"effect":"NoSchedule","key":"node.kubernetes.io/not-ready"},{"effect":"NoSchedule","key":"node-role.kubernetes.io/master"},{"effect":"NoSchedule","key":"node.cloudprovider.kubernetes.io/uninitialized","value":"true"},{"key":"CriticalAddonsOnly","operator":"Exists"}]` | Node tolerations for preflight scheduling to nodes with taints ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ | +| preflight.updateStrategy | object | `{"type":"RollingUpdate"}` | preflight update strategy | +| preflight.validateCNPs | bool | `true` | By default we should always validate the installed CNPs before upgrading Cilium. This will make sure the user will have the policies deployed in the cluster with the right schema. | +| priorityClassName | string | `""` | | +| prometheus | object | `{"enabled":false,"port":9090,"serviceMonitor":{"enabled":false}}` | Configure prometheus metrics on the configured port at /metrics | +| prometheus.serviceMonitor.enabled | bool | `false` | Enable service monitors. This requires the prometheus CRDs to be available (see https://github.com/prometheus-operator/prometheus-operator/blob/master/example/prometheus-operator-crd/monitoring.coreos.com_servicemonitors.yaml) | +| proxy | object | `{"prometheus":{"port":"9095"},"sidecarImageRegex":"cilium/istio_proxy"}` | Configure Istio proxy options. | +| proxy.sidecarImageRegex | string | `"cilium/istio_proxy"` | Regular expression matching compatible Istio sidecar istio-proxy container image names | +| rbac.create | bool | `true` | Enable creation of Resource-Based Access Control configuration. | +| remoteNodeIdentity | bool | `true` | Enable use of the remote node identity. ref: https://docs.cilium.io/en/v1.7/install/upgrade/#configmap-remote-node-identity | +| resourceQuotas | object | `{"cilium":{"hard":{"pods":"10k"}},"enabled":false,"operator":{"hard":{"pods":"15"}}}` | Enable resource quotas for priority classes used in the cluster. | +| resources | object | `{}` | Agent resource limits & requests ref: https://kubernetes.io/docs/user-guide/compute-resources/ | +| rollOutCiliumPods | bool | `false` | Roll out cilium agent pods automatically when configmap is updated. | +| securityContext | object | `{}` | Security context to be added to agent pods | +| serviceAccounts | object | Component's fully qualified name. | Define serviceAccount names for components. | +| serviceAccounts.certgen | object | `{"annotations":{},"create":true}` | Certgen is used if hubble.tls.auto.method=cronJob | +| sleepAfterInit | bool | `false` | | +| sockops | object | `{"enabled":false}` | Configure BPF socket operations configuration | +| tls.enabled | bool | `true` | | +| tls.secretsBackend | string | `"local"` | | +| tolerations | list | `[{"operator":"Exists"}]` | Node tolerations for agent scheduling to nodes with taints ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ | +| tunnel | string | `"vxlan"` | Configure the encapsulation configuration for communication between nodes. Possible values: - disabled - vxlan (default) - geneve | +| updateStrategy | object | `{"rollingUpdate":{"maxUnavailable":2},"type":"RollingUpdate"}` | Cilium agent update strategy | diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/README.md.gotmpl b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/README.md.gotmpl new file mode 100755 index 0000000..689b4b3 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/README.md.gotmpl @@ -0,0 +1,54 @@ +{{ template "chart.header" . }} + +{{ template "chart.deprecationWarning" . }} + +{{ template "chart.versionBadge" . }}{{ template "chart.typeBadge" . }}{{ template "chart.appVersionBadge" . }} + +Cilium is open source software for providing and transparently securing +network connectivity and loadbalancing between application workloads such as +application containers or processes. Cilium operates at Layer 3/4 to provide +traditional networking and security services as well as Layer 7 to protect and +secure use of modern application protocols such as HTTP, gRPC and Kafka. + +A new Linux kernel technology called eBPF is at the foundation of Cilium. +It supports dynamic insertion of eBPF bytecode into the Linux kernel at various +integration points such as: network IO, application sockets, and tracepoints +to implement security, networking and visibility logic. eBPF is highly +efficient and flexible. + +![Cilium feature overview](https://raw.githubusercontent.com/cilium/cilium/master/Documentation/images/cilium_overview.png) + +## Prerequisites + +* Kubernetes: `{{ template "chart.kubeVersion" . }}` +* Helm: `>= 3.0` + +## Getting Started + +Try Cilium on any Kubernetes distribution in under 15 minutes: + +| Minikube | Self-Managed K8s | Amazon EKS | Google GKE | Microsoft AKS | +|:-:|:-:|:-:|:-:|:-:| +| [![Minikube](https://raw.githubusercontent.com/cilium/charts/master/images/minikube.svg)](https://cilium.readthedocs.io/en/stable/gettingstarted/minikube/) | [![Self-Managed Kubernetes](https://raw.githubusercontent.com/cilium/charts/master/images/k8s.png)](https://cilium.readthedocs.io/en/stable/gettingstarted/k8s-install-self-managed/) | [![Amazon EKS](https://raw.githubusercontent.com/cilium/charts/master/images/aws.svg)](https://cilium.readthedocs.io/en/stable/gettingstarted/k8s-install-eks/) | [![Google GKE](https://raw.githubusercontent.com/cilium/charts/master/images/google-cloud.svg)](https://cilium.readthedocs.io/en/stable/gettingstarted/k8s-install-gke/) | [![Microsoft AKS](https://raw.githubusercontent.com/cilium/charts/master/images/azure.svg)](https://cilium.readthedocs.io/en/stable/gettingstarted/k8s-install-aks/) | + +Or, for a quick install with the default configuration: + +``` +$ helm repo add cilium https://helm.cilium.io/ +$ helm install cilium cilium/cilium --namespace=kube-system +``` + +After Cilium is installed, you can explore the features that Cilium has to +offer from the [Getting Started Guides page](https://docs.cilium.io/en/latest/gettingstarted/). + +{{ template "chart.maintainersSection" . }} + +{{ template "chart.sourcesSection" . }} + +## Getting Help + +The best way to get help if you get stuck is to ask a question on the +[Cilium Slack channel](https://cilium.herokuapp.com/). With Cilium +contributors across the globe, there is almost always someone available to help. + +{{ template "chart.valuesSection" . }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/files/envoy/envoy.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/files/envoy/envoy.yaml new file mode 100755 index 0000000..31c778b --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/files/envoy/envoy.yaml @@ -0,0 +1,58 @@ +static_resources: + listeners: + - name: listener_hubble_ui + address: + socket_address: + address: 0.0.0.0 + port_value: 8081 + filter_chains: + - filters: + - name: envoy.filters.network.http_connection_manager + config: + codec_type: auto + stat_prefix: ingress_http + route_config: + name: local_route + virtual_hosts: + - name: local_service + domains: ['*'] + routes: + - match: + prefix: '/api/' + route: + cluster: backend + max_grpc_timeout: 0s + prefix_rewrite: '/' + - match: + prefix: '/' + route: + cluster: frontend + cors: + allow_origin_string_match: + - prefix: '*' + allow_methods: GET, PUT, DELETE, POST, OPTIONS + allow_headers: keep-alive,user-agent,cache-control,content-type,content-transfer-encoding,x-accept-content-transfer-encoding,x-accept-response-streaming,x-user-agent,x-grpc-web,grpc-timeout + max_age: '1728000' + expose_headers: grpc-status,grpc-message + http_filters: + - name: envoy.filters.http.grpc_web + - name: envoy.filters.http.cors + - name: envoy.filters.http.router + clusters: + - name: frontend + connect_timeout: 0.25s + type: strict_dns + lb_policy: round_robin + hosts: + - socket_address: + address: 127.0.0.1 + port_value: 8080 + - name: backend + connect_timeout: 0.25s + type: logical_dns + lb_policy: round_robin + http2_protocol_options: {} + hosts: + - socket_address: + address: 127.0.0.1 + port_value: 8090 diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/NOTES.txt b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/NOTES.txt new file mode 100755 index 0000000..3024efa --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/NOTES.txt @@ -0,0 +1,20 @@ +{{- if (and (.Values.preflight.enabled) (not (.Values.agent)) (not (.Values.operator.enabled))) }} + You have successfully ran the preflight check. + Now make sure to check the number of READY pods is the same as the number of running cilium pods. + Then make sure the cilium preflight deployment is also marked READY 1/1. + If you have an issues please refer to the CNP Validation section in the upgrade guide. +{{- else if (and (.Values.hubble.enabled) (.Values.hubble.relay.enabled)) }} + {{- if (.Values.hubble.ui.enabled) }} + You have successfully installed {{ title .Chart.Name }} with Hubble Relay and Hubble UI. + {{- else }} + You have successfully installed {{ title .Chart.Name }} with Hubble Relay. + {{- end }} +{{- else if .Values.hubble.enabled }} + You have successfully installed {{ title .Chart.Name }} with Hubble. +{{- else }} + You have successfully installed {{ title .Chart.Name }}. +{{- end }} + +Your release version is {{ .Chart.Version }}. + +For any further help, visit https://docs.cilium.io/en/v{{ (semver .Chart.Version).Major }}.{{ (semver .Chart.Version).Minor }}/gettinghelp diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/_clustermesh-apiserver-generate-certs-job-spec.tpl b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/_clustermesh-apiserver-generate-certs-job-spec.tpl new file mode 100755 index 0000000..389556c --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/_clustermesh-apiserver-generate-certs-job-spec.tpl @@ -0,0 +1,45 @@ +{{- define "clustermesh-apiserver-generate-certs.job.spec" }} +{{- $certValiditySecondsStr := printf "%ds" (mul .Values.clustermesh.apiserver.tls.auto.certValidityDuration 24 60 60) -}} +spec: + template: + metadata: + labels: + k8s-app: clustermesh-apiserver-generate-certs + spec: + serviceAccount: clustermesh-apiserver-generate-certs + serviceAccountName: clustermesh-apiserver-generate-certs + containers: + - name: certgen + image: {{ template "system_default_registry" . }}{{ .Values.certgen.image.repository }}:{{ .Values.certgen.image.tag }} + imagePullPolicy: {{ .Values.certgen.image.pullPolicy }} + command: + - "/usr/bin/cilium-certgen" + args: + - "--cilium-namespace={{ .Release.Namespace }}" + - "--clustermesh-apiserver-ca-cert-reuse-secret" + {{- if .Values.debug.enabled }} + - "--debug" + {{- end }} + {{- if not (and .Values.clustermesh.apiserver.tls.ca.cert .Values.clustermesh.apiserver.tls.ca.key) }} + - "--clustermesh-apiserver-ca-cert-generate" + {{- end }} + {{- if not (and .Values.clustermesh.apiserver.tls.server.cert .Values.clustermesh.apiserver.tls.server.key) }} + - "--clustermesh-apiserver-server-cert-generate" + {{- end }} + {{- if not (and .Values.clustermesh.apiserver.tls.admin.cert .Values.clustermesh.apiserver.tls.admin.key) }} + - "--clustermesh-apiserver-admin-cert-generate" + {{- end }} + {{- if not (and .Values.clustermesh.apiserver.tls.client.cert .Values.clustermesh.apiserver.tls.client.key) }} + - "--clustermesh-apiserver-client-cert-generate" + {{- end }} + {{- if not (and .Values.clustermesh.apiserver.tls.remote.cert .Values.clustermesh.apiserver.tls.remote.key) }} + - "--clustermesh-apiserver-remote-cert-generate" + {{- end }} + hostNetwork: true + {{- if .Values.imagePullSecrets }} + imagePullSecrets: + {{ toYaml .Values.imagePullSecrets | indent 6 }} + {{- end }} + restartPolicy: OnFailure + ttlSecondsAfterFinished: {{ .Values.certgen.ttlSecondsAfterFinished }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/_helpers.tpl b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/_helpers.tpl new file mode 100755 index 0000000..e68afa0 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/_helpers.tpl @@ -0,0 +1,132 @@ +{{/* +Create chart name and version as used by the chart label. +*/}} +{{- define "cilium.chart" -}} +{{- printf "%s-%s" .Chart.Name .Chart.Version | replace "+" "_" | trunc 63 | trimSuffix "-" }} +{{- end }} + +{{/* +Return the appropriate apiVersion for ingress. +*/}} +{{- define "ingress.apiVersion" -}} +{{- if semverCompare ">=1.4-0, <1.14-0" .Capabilities.KubeVersion.Version -}} +{{- print "extensions/v1beta1" -}} +{{- else if semverCompare ">=1.14-0, <1.19-0" .Capabilities.KubeVersion.Version -}} +{{- print "networking.k8s.io/v1beta1" -}} +{{- else if semverCompare "^1.19-0" .Capabilities.KubeVersion.Version -}} +{{- print "networking.k8s.io/v1" -}} +{{- end -}} +{{- end -}} + +{{/* +Return the appropriate backend for Hubble UI ingress. +*/}} +{{- define "ingress.paths" -}} +{{ if semverCompare ">=1.4-0, <1.19-0" .Capabilities.KubeVersion.Version -}} +backend: + serviceName: hubble-ui + servicePort: http +{{- else if semverCompare "^1.19-0" .Capabilities.KubeVersion.Version -}} +pathType: Prefix +backend: + service: + name: hubble-ui + port: + name: http +{{- end -}} +{{- end -}} + + +{{/* +Generate TLS certificates for Hubble Server and Hubble Relay. + +Note: these 2 lines, that are repeated several times below, are a trick to +ensure the CA certs are generated only once: + + $ca := .ca | default (genCA "hubble-ca.cilium.io" (.Values.hubble.tls.auto.certValidityDuration | int)) + $_ := set . "ca" $ca + +Please, don't try to "simplify" them as without this trick, every generated +certificate would be signed by a different CA. +*/}} +{{- define "hubble.ca.gen-cert-only" }} +{{- $ca := .ca | default (genCA "hubble-ca.cilium.io" (.Values.hubble.tls.auto.certValidityDuration | int)) -}} +{{- $_ := set . "ca" $ca -}} +ca.crt: |- +{{ $ca.Cert | indent 2 -}} +{{- end }} +{{- define "hubble.server.gen-certs" }} +{{- $ca := .ca | default (genCA "hubble-ca.cilium.io" (.Values.hubble.tls.auto.certValidityDuration | int)) -}} +{{- $_ := set . "ca" $ca -}} +{{- $cn := list "*" (.Values.cluster.name | replace "." "-") "hubble-grpc.cilium.io" | join "." }} +{{- $cert := genSignedCert $cn nil (list $cn) (.Values.hubble.tls.auto.certValidityDuration | int) $ca -}} +tls.crt: {{ $cert.Cert | b64enc }} +tls.key: {{ $cert.Key | b64enc }} +{{- end }} +{{- define "hubble.relay.gen-certs" }} +{{- $ca := .ca | default (genCA "hubble-ca.cilium.io" (.Values.hubble.tls.auto.certValidityDuration | int)) -}} +{{- $_ := set . "ca" $ca -}} +{{- $cert := genSignedCert "*.hubble-relay.cilium.io" nil (list "*.hubble-relay.cilium.io") (.Values.hubble.tls.auto.certValidityDuration | int) $ca -}} +tls.crt: {{ $cert.Cert | b64enc }} +tls.key: {{ $cert.Key | b64enc }} +{{- end }} + +{{/* Generate CA "vmca" for clustermesh-apiserver in the global dict. */}} +{{- define "clustermesh.apiserver.generate.ca" }} +{{- $ca := .cmca | default (genCA "clustermesh-apiserver-ca.cilium.io" (.Values.clustermesh.apiserver.tls.auto.certValidityDuration | int)) -}} +{{- $_ := set . "cmca" $ca -}} +{{- end }} + +{{/* Generate CA certificate clustermesh-apiserver. */}} +{{- define "clustermesh.apiserver.ca.gen-cert" }} +{{- template "clustermesh.apiserver.generate.ca" . -}} +ca.crt: {{ .cmca.Cert | b64enc }} +ca.key: {{ .cmca.Key | b64enc }} +{{- end }} + +{{/* Generate server certificate clustermesh-apiserver. */}} +{{- define "clustermesh.apiserver.server.gen-cert" }} +{{- template "clustermesh.apiserver.generate.ca" . }} +{{- $CN := "clustermesh-apiserver.cilium.io" }} +{{- $IPs := (list "127.0.0.1") }} +{{- $SANs := (list $CN) }} +{{- $cert := genSignedCert $CN $IPs $SANs (.Values.clustermesh.apiserver.tls.auto.certValidityDuration | int) .cmca -}} +tls.crt: {{ $cert.Cert | b64enc }} +tls.key: {{ $cert.Key | b64enc }} +{{- end }} + +{{/* Generate admin certificate clustermesh-apiserver. */}} +{{- define "clustermesh.apiserver.admin.gen-cert" }} +{{- template "clustermesh.apiserver.generate.ca" . }} +{{- $CN := "root" }} +{{- $SANs := (list "localhost") }} +{{- $cert := genSignedCert $CN nil $SANs (.Values.clustermesh.apiserver.tls.auto.certValidityDuration | int) .cmca -}} +tls.crt: {{ $cert.Cert | b64enc }} +tls.key: {{ $cert.Key | b64enc }} +{{- end }} + +{{/* Generate client certificate clustermesh-apiserver. */}} +{{- define "clustermesh.apiserver.client.gen-cert" }} +{{- template "clustermesh.apiserver.generate.ca" . }} +{{- $CN := "externalworkload" }} +{{- $cert := genSignedCert $CN nil nil (.Values.clustermesh.apiserver.tls.auto.certValidityDuration | int) .cmca -}} +tls.crt: {{ $cert.Cert | b64enc }} +tls.key: {{ $cert.Key | b64enc }} +{{- end }} + +{{/* Generate remote certificate clustermesh-apiserver. */}} +{{- define "clustermesh.apiserver.remote.gen-cert" }} +{{- template "clustermesh.apiserver.generate.ca" . }} +{{- $CN := "remote" }} +{{- $cert := genSignedCert $CN nil nil (.Values.clustermesh.apiserver.tls.auto.certValidityDuration | int) .cmca -}} +tls.crt: {{ $cert.Cert | b64enc }} +tls.key: {{ $cert.Key | b64enc }} +{{- end }} + +{{- define "system_default_registry" -}} +{{- if .Values.global.systemDefaultRegistry -}} +{{- printf "%s/" .Values.global.systemDefaultRegistry -}} +{{- else -}} +{{- "" -}} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/_hubble-generate-certs-job-spec.tpl b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/_hubble-generate-certs-job-spec.tpl new file mode 100755 index 0000000..15b3f15 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/_hubble-generate-certs-job-spec.tpl @@ -0,0 +1,65 @@ +{{- define "hubble-generate-certs.job.spec" }} +{{- $certValiditySecondsStr := printf "%ds" (mul .Values.hubble.tls.auto.certValidityDuration 24 60 60) -}} +spec: + template: + metadata: + labels: + k8s-app: hubble-generate-certs + spec: + serviceAccount: hubble-generate-certs + serviceAccountName: hubble-generate-certs + containers: + - name: certgen + image: {{ template "system_default_registry" . }}{{ .Values.certgen.image.repository }}:{{ .Values.certgen.image.tag }} + imagePullPolicy: {{ .Values.certgen.image.pullPolicy }} + command: + - "/usr/bin/cilium-certgen" + # Because this is executed as a job, we pass the values as command + # line args instead of via config map. This allows users to inspect + # the values used in past runs by inspecting the completed pod. + args: + - "--cilium-namespace={{ .Release.Namespace }}" + - "--hubble-ca-reuse-secret=true" + - "--hubble-ca-secret-name=hubble-ca-secret" + {{- if .Values.debug.enabled }} + - "--debug" + {{- end }} + {{- $hubbleCAProvided := and .Values.hubble.tls.ca.cert .Values.hubble.tls.ca.key -}} + {{- if $hubbleCAProvided }} + - "--hubble-ca-generate=false" + {{- else }} + - "--hubble-ca-generate=true" + - "--hubble-ca-validity-duration={{ $certValiditySecondsStr }}" + - "--hubble-ca-config-map-create=true" + - "--hubble-ca-config-map-name=hubble-ca-cert" + {{- end }} + {{- if and .Values.hubble.tls.server.cert .Values.hubble.tls.server.key $hubbleCAProvided }} + - "--hubble-server-cert-generate=false" + {{- else }} + - "--hubble-server-cert-generate=true" + - "--hubble-server-cert-common-name={{ list "*" (.Values.cluster.name | replace "." "-") "hubble-grpc.cilium.io" | join "." }}" + - "--hubble-server-cert-validity-duration={{ $certValiditySecondsStr }}" + - "--hubble-server-cert-secret-name=hubble-server-certs" + {{- end }} + {{- if and .Values.hubble.relay.tls.client.cert .Values.hubble.relay.tls.client.key $hubbleCAProvided }} + - "--hubble-relay-client-cert-generate=false" + {{- else }} + - "--hubble-relay-client-cert-generate=true" + - "--hubble-relay-client-cert-validity-duration={{ $certValiditySecondsStr }}" + - "--hubble-relay-client-cert-secret-name=hubble-relay-client-certs" + {{- end }} + {{- if or (and .Values.hubble.relay.tls.server.cert .Values.hubble.relay.tls.server.key) (not .Values.hubble.relay.tls.server.enabled) }} + - "--hubble-relay-server-cert-generate=false" + {{- else if .Values.hubble.relay.tls.server.enabled }} + - "--hubble-relay-server-cert-generate=true" + - "--hubble-relay-server-cert-validity-duration={{ $certValiditySecondsStr }}" + - "--hubble-relay-server-cert-secret-name=hubble-relay-server-certs" + {{- end }} + hostNetwork: true + {{- if .Values.imagePullSecrets }} + imagePullSecrets: + {{ toYaml .Values.imagePullSecrets | indent 6 }} + {{- end }} + restartPolicy: OnFailure + ttlSecondsAfterFinished: {{ .Values.certgen.ttlSecondsAfterFinished }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-clusterrole.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-clusterrole.yaml new file mode 100755 index 0000000..0856754 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-clusterrole.yaml @@ -0,0 +1,109 @@ +{{- if and (.Values.agent) (not .Values.preflight.enabled) }} +{{- /* +Keep file in synced with cilium-preflight-clusterrole.yaml +*/ -}} +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRole +metadata: + name: cilium +rules: +- apiGroups: + - networking.k8s.io + resources: + - networkpolicies + verbs: + - get + - list + - watch +- apiGroups: + - discovery.k8s.io + resources: + - endpointslices + verbs: + - get + - list + - watch +- apiGroups: + - "" + resources: + - namespaces + - services + - nodes + - endpoints + verbs: + - get + - list + - watch +- apiGroups: + - "" + resources: + - pods + - pods/finalizers + verbs: + - get + - list + - watch + - update + - delete +- apiGroups: + - "" + resources: + - nodes + verbs: + - get + - list + - watch + - update +- apiGroups: + - "" + resources: + - nodes + - nodes/status + verbs: + - patch +- apiGroups: + - apiextensions.k8s.io + resources: + - customresourcedefinitions + verbs: + # Deprecated for removal in v1.10 + - create + - list + - watch + - update + + # This is used when validating policies in preflight. This will need to stay + # until we figure out how to avoid "get" inside the preflight, and then + # should be removed ideally. + - get +{{- if eq "k8s" .Values.tls.secretsBackend }} +- apiGroups: + - "" + resources: + - secrets + verbs: + - get +{{- end }} +- apiGroups: + - cilium.io + resources: + - ciliumnetworkpolicies + - ciliumnetworkpolicies/status + - ciliumnetworkpolicies/finalizers + - ciliumclusterwidenetworkpolicies + - ciliumclusterwidenetworkpolicies/status + - ciliumclusterwidenetworkpolicies/finalizers + - ciliumendpoints + - ciliumendpoints/status + - ciliumendpoints/finalizers + - ciliumnodes + - ciliumnodes/status + - ciliumnodes/finalizers + - ciliumidentities + - ciliumidentities/finalizers + - ciliumlocalredirectpolicies + - ciliumlocalredirectpolicies/status + - ciliumlocalredirectpolicies/finalizers + verbs: + - '*' +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-clusterrolebinding.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-clusterrolebinding.yaml new file mode 100755 index 0000000..307aabb --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-clusterrolebinding.yaml @@ -0,0 +1,14 @@ +{{- if and (.Values.agent) (not .Values.preflight.enabled) }} +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRoleBinding +metadata: + name: cilium +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: cilium +subjects: +- kind: ServiceAccount + name: cilium + namespace: {{ .Release.Namespace }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-daemonset.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-daemonset.yaml new file mode 100755 index 0000000..e983452 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-daemonset.yaml @@ -0,0 +1,526 @@ +{{- if and (.Values.agent) (not .Values.preflight.enabled) }} + +{{- /* Default values with backwards compatibility */ -}} +{{- $defaultKeepDeprecatedProbes := "true" -}} + +{{- /* Default values when 1.8 was initially deployed */ -}} +{{- if semverCompare ">=1.8" (default "1.8" .Values.upgradeCompatibility) -}} +{{- $defaultKeepDeprecatedProbes = "false" -}} +{{- end -}} + +apiVersion: apps/v1 +kind: DaemonSet +metadata: + labels: + k8s-app: cilium +{{- if .Values.keepDeprecatedLabels }} + kubernetes.io/cluster-service: "true" +{{- if and (eq .Release.Namespace "kube-system" ) .Values.gke.enabled }} +{{- fail "Invalid configuration: Installing Cilium on GKE with 'kubernetes.io/cluster-service' labels on 'kube-system' namespace causes Cilium DaemonSet to be removed by GKE. Either install Cilium on a different Namespace or install with '--set keepDeprecatedLabels=false'"}} +{{- end }} +{{- end }} + name: cilium + namespace: {{ .Release.Namespace }} +spec: + selector: + matchLabels: + k8s-app: cilium +{{- if .Values.keepDeprecatedLabels }} + kubernetes.io/cluster-service: "true" +{{- end }} +{{- with .Values.updateStrategy }} + updateStrategy: + {{- toYaml . | trim | nindent 4 }} +{{- end }} + template: + metadata: + annotations: +{{- if and .Values.prometheus.enabled (not .Values.prometheus.serviceMonitor.enabled) }} + prometheus.io/port: "{{ .Values.prometheus.port }}" + prometheus.io/scrape: "true" +{{- end }} +{{- if .Values.rollOutCiliumPods }} + # ensure pods roll when configmap updates + cilium.io/cilium-configmap-checksum: {{ include (print $.Template.BasePath "/cilium-configmap.yaml") . | sha256sum | quote }} +{{- end }} + # This annotation plus the CriticalAddonsOnly toleration makes + # cilium to be a critical pod in the cluster, which ensures cilium + # gets priority scheduling. + # https://kubernetes.io/docs/tasks/administer-cluster/guaranteed-scheduling-critical-addon-pods/ + scheduler.alpha.kubernetes.io/critical-pod: "" +{{- with .Values.podAnnotations }} + {{- toYaml . | nindent 8 }} +{{- end }} + labels: + k8s-app: cilium +{{- if .Values.keepDeprecatedLabels }} + kubernetes.io/cluster-service: "true" +{{- end }} + spec: +{{- if .Values.affinity }} + affinity: +{{ toYaml .Values.affinity | indent 8 }} +{{- end }} +{{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 6 }} +{{- end }} + containers: +{{- if .Values.sleepAfterInit }} + - command: [ "/bin/bash", "-c", "--" ] + args: [ "while true; do sleep 30; done;" ] + livenessProbe: + exec: + command: + - "true" + readinessProbe: + exec: + command: + - "true" +{{- else }} + - args: + - --config-dir=/tmp/cilium/config-map +{{- range $key, $value := .Values.extraArgs }} +{{- if $value }} + - --{{ $key }}={{ $value }} +{{- else }} + - --{{ $key }} +{{- end }} +{{- end }} + command: + - cilium-agent + livenessProbe: +{{- if or .Values.keepDeprecatedProbes (eq $defaultKeepDeprecatedProbes "true") }} + exec: + command: + - cilium + - status + - --brief +{{- else }} + httpGet: +{{- if .Values.ipv4.enabled }} + host: '127.0.0.1' +{{- else }} + host: '::1' +{{- end }} + path: /healthz + port: {{ .Values.healthPort }} + scheme: HTTP + httpHeaders: + - name: "brief" + value: "true" +{{- end }} + failureThreshold: 10 + # The initial delay for the liveness probe is intentionally large to + # avoid an endless kill & restart cycle if in the event that the initial + # bootstrapping takes longer than expected. + initialDelaySeconds: 120 + periodSeconds: 30 + successThreshold: 1 + timeoutSeconds: 5 + readinessProbe: +{{- if or .Values.keepDeprecatedProbes (eq $defaultKeepDeprecatedProbes "true") }} + exec: + command: + - cilium + - status + - --brief +{{- else }} + httpGet: +{{- if .Values.ipv4.enabled }} + host: '127.0.0.1' +{{- else }} + host: '::1' +{{- end }} + path: /healthz + port: {{ .Values.healthPort }} + scheme: HTTP + httpHeaders: + - name: "brief" + value: "true" +{{- end }} + failureThreshold: 3 + initialDelaySeconds: 5 + periodSeconds: 30 + successThreshold: 1 + timeoutSeconds: 5 +{{- end }} + env: + - name: K8S_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + - name: CILIUM_K8S_NAMESPACE + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: metadata.namespace + - name: CILIUM_FLANNEL_MASTER_DEVICE + valueFrom: + configMapKeyRef: + key: flannel-master-device + name: cilium-config + optional: true + - name: CILIUM_FLANNEL_UNINSTALL_ON_EXIT + valueFrom: + configMapKeyRef: + key: flannel-uninstall-on-exit + name: cilium-config + optional: true + - name: CILIUM_CLUSTERMESH_CONFIG + value: /var/lib/cilium/clustermesh/ + - name: CILIUM_CNI_CHAINING_MODE + valueFrom: + configMapKeyRef: + key: cni-chaining-mode + name: cilium-config + optional: true + - name: CILIUM_CUSTOM_CNI_CONF + valueFrom: + configMapKeyRef: + key: custom-cni-conf + name: cilium-config + optional: true +{{- if .Values.k8sServiceHost }} + - name: KUBERNETES_SERVICE_HOST + value: {{ .Values.k8sServiceHost | quote }} +{{- end }} +{{- if .Values.k8sServicePort }} + - name: KUBERNETES_SERVICE_PORT + value: {{ .Values.k8sServicePort | quote }} +{{- end }} +{{- with .Values.extraEnv }} +{{ toYaml . | trim | indent 8 }} +{{- end }} + image: {{ template "system_default_registry" . }}{{ .Values.image.repository }}:{{ .Values.image.tag }} + imagePullPolicy: {{ .Values.image.pullPolicy }} +{{- if .Values.cni.install }} + lifecycle: + postStart: + exec: + command: + - "/cni-install.sh" + -{{- if .Values.debug.enabled }} "--enable-debug=true"{{- else }} "--enable-debug=false"{{- end }} + preStop: + exec: + command: + - /cni-uninstall.sh +{{- end }} +{{- if .Values.resources }} + resources: + {{- toYaml .Values.resources | trim | nindent 10 }} +{{- end }} + name: cilium-agent +{{- if or .Values.prometheus.enabled .Values.hubble.metrics.enabled }} + ports: +{{- if .Values.prometheus.enabled }} + - containerPort: {{ .Values.prometheus.port }} + hostPort: {{ .Values.prometheus.port }} + name: prometheus + protocol: TCP + - containerPort: {{ .Values.proxy.prometheus.port }} + hostPort: {{ .Values.proxy.prometheus.port }} + name: envoy-metrics + protocol: TCP +{{- end }} +{{- if .Values.hubble.metrics.enabled }} + - containerPort: {{ .Values.hubble.metrics.port }} + hostPort: {{ .Values.hubble.metrics.port }} + name: hubble-metrics + protocol: TCP +{{- end }} +{{- end }} + securityContext: + capabilities: + add: + - NET_ADMIN + - SYS_MODULE + privileged: true + volumeMounts: +{{- /* CRI-O already mounts the BPF filesystem */ -}} +{{- if not (eq .Values.containerRuntime.integration "crio") }} + - mountPath: /sys/fs/bpf + name: bpf-maps +{{- end }} + - mountPath: /var/run/cilium + name: cilium-run + - mountPath: /host/opt/cni/bin + name: cni-path + - mountPath: {{ .Values.cni.hostConfDirMountPath }} + name: etc-cni-netd +{{- if .Values.etcd.enabled }} + - mountPath: /var/lib/etcd-config + name: etcd-config-path + readOnly: true +{{- if or .Values.etcd.ssl .Values.etcd.managed }} + - mountPath: /var/lib/etcd-secrets + name: etcd-secrets + readOnly: true +{{- end }} +{{- end }} + - mountPath: /var/lib/cilium/clustermesh + name: clustermesh-secrets + readOnly: true + - mountPath: /tmp/cilium/config-map + name: cilium-config-path + readOnly: true +{{- if .Values.ipMasqAgent.enabled }} + - mountPath: /etc/config + name: ip-masq-agent + readOnly: true +{{- end }} +{{- if .Values.cni.configMap }} + - mountPath: {{ .Values.cni.confFileMountPath }} + name: cni-configuration + readOnly: true +{{- end }} + # Needed to be able to load kernel modules + - mountPath: /lib/modules + name: lib-modules + readOnly: true + - mountPath: /run/xtables.lock + name: xtables-lock +{{- if .Values.encryption.enabled }} + - mountPath: {{ .Values.encryption.mountPath }} + name: cilium-ipsec-secrets +{{- end }} +{{- if .Values.kubeConfigPath }} + - mountPath: {{ .Values.kubeConfigPath }} + name: kube-config + readOnly: true +{{- end }} +{{- if and (.Values.hubble.enabled) (hasKey .Values.hubble "listenAddress") (.Values.hubble.tls.enabled) }} + - mountPath: /var/lib/cilium/tls/hubble + name: hubble-tls + readOnly: true +{{- end }} +{{- range .Values.extraHostPathMounts }} + - mountPath: {{ .mountPath }} + name: {{ .name }} + readOnly: {{ .readOnly }} +{{- if .mountPropagation }} + mountPropagation: {{ .mountPropagation }} +{{- end }} +{{- end }} +{{- if .Values.monitor.enabled }} + - name: cilium-monitor + command: ["cilium"] + args: + - monitor +{{- range $type := .Values.monitor.eventTypes }} + - --type={{ $type }} +{{- end }} + image: {{ template "system_default_registry" . }}{{ .Values.image.repository }}:{{ .Values.image.tag }} + imagePullPolicy: {{ .Values.image.pullPolicy }} + volumeMounts: + - mountPath: /var/run/cilium + name: cilium-run +{{- if .Values.monitor.resources }} + resources: + {{- toYaml .Values.monitor.resources | trim | nindent 10 }} +{{- end }} +{{- end }} +{{- if (and .Values.etcd.managed (not .Values.etcd.k8sService)) }} + # In managed etcd mode, Cilium must be able to resolve the DNS name of + # the etcd service + dnsPolicy: ClusterFirstWithHostNet +{{- end }} + hostNetwork: true + initContainers: +{{- if and .Values.nodeinit.enabled (not (eq .Values.nodeinit.bootstrapFile "")) }} + - name: wait-for-node-init + command: ['sh', '-c', 'until stat {{ .Values.nodeinit.bootstrapFile }} > /dev/null 2>&1; do echo "Waiting on node-init to run..."; sleep 1; done'] + image: {{ template "system_default_registry" . }}{{ .Values.image.repository }}:{{ .Values.image.tag }} + imagePullPolicy: {{ .Values.image.pullPolicy }} + securityContext: + privileged: true + volumeMounts: + - mountPath: {{ .Values.nodeinit.bootstrapFile }} + name: cilium-bootstrap-file +{{- end }} + - command: + - /init-container.sh + env: + - name: CILIUM_ALL_STATE + valueFrom: + configMapKeyRef: + key: clean-cilium-state + name: cilium-config + optional: true + - name: CILIUM_BPF_STATE + valueFrom: + configMapKeyRef: + key: clean-cilium-bpf-state + name: cilium-config + optional: true + - name: CILIUM_WAIT_BPF_MOUNT + valueFrom: + configMapKeyRef: + key: wait-bpf-mount + name: cilium-config + optional: true +{{- if .Values.k8sServiceHost }} + - name: KUBERNETES_SERVICE_HOST + value: {{ .Values.k8sServiceHost | quote }} +{{- end }} +{{- if .Values.k8sServicePort }} + - name: KUBERNETES_SERVICE_PORT + value: {{ .Values.k8sServicePort | quote }} +{{- end }} +{{- if .Values.extraEnv }} +{{ toYaml .Values.extraEnv | indent 8 }} +{{- end }} + image: {{ template "system_default_registry" . }}{{ .Values.image.repository }}:{{ .Values.image.tag }} + imagePullPolicy: {{ .Values.image.pullPolicy }} + name: clean-cilium-state + securityContext: + capabilities: + add: + - NET_ADMIN + privileged: true + volumeMounts: +{{- /* CRI-O already mounts the BPF filesystem */ -}} +{{- if not (eq .Values.containerRuntime.integration "crio") }} + - mountPath: /sys/fs/bpf + name: bpf-maps +{{- /* Required for wait-bpf-mount to work */}} + mountPropagation: HostToContainer +{{- end }} + - mountPath: /var/run/cilium + name: cilium-run +{{- if .Values.nodeinit.resources }} + resources: + {{- toYaml .Values.nodeinit.resources | trim | nindent 10 }} +{{- end }} + restartPolicy: Always +{{- if and (or (and (eq .Release.Namespace "kube-system") (gt .Capabilities.KubeVersion.Minor "10")) (ge .Capabilities.KubeVersion.Minor "17") (gt .Capabilities.KubeVersion.Major "1")) .Values.enableCriticalPriorityClass }} + priorityClassName: system-node-critical +{{- end }} + serviceAccount: cilium + serviceAccountName: cilium + terminationGracePeriodSeconds: 1 +{{- with .Values.tolerations }} + tolerations: + {{- toYaml . | trim | nindent 6 }} +{{- end }} + volumes: + # To keep state between restarts / upgrades + - hostPath: + path: {{ .Values.daemon.runPath }} + type: DirectoryOrCreate + name: cilium-run +{{- /* CRI-O already mounts the BPF filesystem */ -}} +{{- if not (eq .Values.containerRuntime.integration "crio") }} + # To keep state between restarts / upgrades for bpf maps + - hostPath: + path: /sys/fs/bpf + type: DirectoryOrCreate + name: bpf-maps +{{- end }} + # To install cilium cni plugin in the host + - hostPath: + path: {{ .Values.cni.binPath }} + type: DirectoryOrCreate + name: cni-path + # To install cilium cni configuration in the host + - hostPath: + path: {{ .Values.cni.confPath }} + type: DirectoryOrCreate + name: etc-cni-netd + # To be able to load kernel modules + - hostPath: + path: /lib/modules + name: lib-modules + # To access iptables concurrently with other processes (e.g. kube-proxy) + - hostPath: + path: /run/xtables.lock + type: FileOrCreate + name: xtables-lock +{{- if .Values.kubeConfigPath }} + - hostPath: + path: {{ .Values.kubeConfigPath }} + type: FileOrCreate + name: kube-config +{{- end }} +{{- if and .Values.nodeinit.enabled (not (eq .Values.nodeinit.bootstrapFile "")) }} + - hostPath: + path: {{ .Values.nodeinit.bootstrapFile }} + type: FileOrCreate + name: cilium-bootstrap-file +{{- end }} +{{- range .Values.extraHostPathMounts }} + - name: {{ .name }} + hostPath: + path: {{ .hostPath }} +{{- if .hostPathType }} + type: {{ .hostPathType }} +{{- end }} +{{- end }} +{{- if .Values.etcd.enabled }} + # To read the etcd config stored in config maps + - configMap: + defaultMode: 420 + items: + - key: etcd-config + path: etcd.config + name: cilium-config + name: etcd-config-path + # To read the k8s etcd secrets in case the user might want to use TLS +{{- if or .Values.etcd.ssl .Values.etcd.managed }} + - name: etcd-secrets + secret: + defaultMode: 420 + optional: true + secretName: cilium-etcd-secrets +{{- end }} +{{- end }} + # To read the clustermesh configuration + - name: clustermesh-secrets + secret: + defaultMode: 420 + optional: true + secretName: cilium-clustermesh + # To read the configuration from the config map + - configMap: + name: cilium-config + name: cilium-config-path +{{- if and .Values.ipMasqAgent .Values.ipMasqAgent.enabled }} + - configMap: + name: ip-masq-agent + optional: true + items: + - key: config + path: ip-masq-agent + name: ip-masq-agent +{{- end }} +{{- if .Values.encryption.enabled }} + - name: cilium-ipsec-secrets + secret: + secretName: {{ .Values.encryption.secretName }} +{{- end }} +{{- if .Values.cni.configMap }} + - name: cni-configuration + configMap: + name: {{ .Values.cni.configMap }} +{{- end }} +{{- if and .Values.hubble.enabled .Values.hubble.tls.enabled (hasKey .Values.hubble "listenAddress") }} + - name: hubble-tls + projected: + sources: + - secret: + name: hubble-server-certs + items: + - key: tls.crt + path: server.crt + - key: tls.key + path: server.key + optional: true + - configMap: + name: hubble-ca-cert + items: + - key: ca.crt + path: client-ca.crt + optional: true +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-service.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-service.yaml new file mode 100755 index 0000000..bd7c61f --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-service.yaml @@ -0,0 +1,67 @@ +{{- if and (.Values.agent) (not .Values.preflight.enabled) (.Values.prometheus.enabled) (.Values.prometheus.serviceMonitor.enabled) }} +kind: Service +apiVersion: v1 +metadata: + name: cilium-agent + namespace: {{ .Release.Namespace }} + labels: + k8s-app: cilium +spec: + clusterIP: None + type: ClusterIP + ports: + - name: metrics + port: {{ .Values.prometheus.port }} + protocol: TCP + targetPort: prometheus + - name: envoy-metrics + port: {{ .Values.proxy.prometheus.port }} + protocol: TCP + targetPort: envoy-metrics + selector: + k8s-app: cilium +{{- else if .Values.prometheus.enabled }} +kind: Service +apiVersion: v1 +metadata: + name: cilium-agent + namespace: {{ .Release.Namespace }} + annotations: + prometheus.io/scrape: 'true' + prometheus.io/port: {{ .Values.proxy.prometheus.port | quote }} + labels: + k8s-app: cilium +spec: + clusterIP: None + type: ClusterIP + ports: + - name: envoy-metrics + port: {{ .Values.proxy.prometheus.port }} + protocol: TCP + targetPort: envoy-metrics + selector: + k8s-app: cilium +{{- end }} +{{- if and .Values.hubble.metrics.enabled }} +--- +kind: Service +apiVersion: v1 +metadata: + name: hubble-metrics + namespace: {{ .Release.Namespace }} + annotations: + prometheus.io/scrape: 'true' + prometheus.io/port: {{ .Values.hubble.metrics.port | quote }} + labels: + k8s-app: hubble +spec: + clusterIP: None + type: ClusterIP + ports: + - name: hubble-metrics + port: {{ .Values.hubble.metrics.port }} + protocol: TCP + targetPort: hubble-metrics + selector: + k8s-app: cilium +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-serviceaccount.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-serviceaccount.yaml new file mode 100755 index 0000000..7af4f3d --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-serviceaccount.yaml @@ -0,0 +1,11 @@ +{{- if and (.Values.agent) (not .Values.preflight.enabled) }} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: cilium + namespace: {{ .Release.Namespace }} + {{- if .Values.serviceAccounts.cilium.annotations }} + annotations: +{{ toYaml .Values.serviceAccounts.cilium.annotations | indent 4 }} + {{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-servicemonitor.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-servicemonitor.yaml new file mode 100755 index 0000000..a072a18 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-agent-servicemonitor.yaml @@ -0,0 +1,55 @@ +{{- if and (.Values.agent) (not .Values.preflight.enabled) (.Values.prometheus.enabled) (.Values.prometheus.serviceMonitor.enabled) }} +--- +apiVersion: monitoring.coreos.com/v1 +kind: ServiceMonitor +metadata: + name: cilium-agent + {{- if .Values.prometheus.serviceMonitor.namespace }} + namespace: {{ .Values.prometheus.serviceMonitor.namespace }} + {{- else }} + namespace: {{ .Release.Namespace }} + {{- end }} +spec: + selector: + matchLabels: + k8s-app: cilium + namespaceSelector: + matchNames: + - {{ .Release.Namespace }} + endpoints: + - port: metrics + interval: 10s + honorLabels: true + path: /metrics + targetLabels: + - k8s-app +{{- end }} +{{- if and .Values.hubble.metrics.enabled (.Values.hubble.metrics.serviceMonitor.enabled) }} +--- +apiVersion: monitoring.coreos.com/v1 +kind: ServiceMonitor +metadata: + name: hubble + {{- if .Values.prometheus.serviceMonitor.namespace }} + namespace: {{ .Values.prometheus.serviceMonitor.namespace }} + {{- else }} + namespace: {{ .Release.Namespace }} + {{- end }} +spec: + selector: + matchLabels: + k8s-app: hubble + namespaceSelector: + matchNames: + - {{ .Release.Namespace }} + endpoints: + - port: hubble-metrics + interval: 10s + honorLabels: true + path: /metrics + relabelings: + - replacement: ${1} + sourceLabels: + - __meta_kubernetes_pod_node_name + targetLabel: node +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-configmap.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-configmap.yaml new file mode 100755 index 0000000..082ac81 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-configmap.yaml @@ -0,0 +1,649 @@ +{{- if and (.Values.agent) (not .Values.preflight.enabled) }} +{{- /* Default values with backwards compatibility */ -}} +{{- $defaultEnableCnpStatusUpdates := "true" -}} +{{- $defaultBpfMapDynamicSizeRatio := 0.0 -}} +{{- $defaultBpfMasquerade := "false" -}} +{{- $defaultBpfClockProbe := "false" -}} +{{- $defaultBpfTProxy := "false" -}} +{{- $defaultIPAM := "cluster-pool" -}} +{{- $defaultSessionAffinity := "false" -}} +{{- $defaultOperatorApiServeAddr := "localhost:9234" -}} +{{- $defaultBpfCtTcpMax := 524288 -}} +{{- $defaultBpfCtAnyMax := 262144 -}} +{{- $enableIdentityMark := "true" -}} +{{- $fragmentTracking := "true" -}} +{{- $crdWaitTimeout := "5m" -}} + +{{- /* Default values when 1.8 was initially deployed */ -}} +{{- if semverCompare ">=1.8" (default "1.8" .Values.upgradeCompatibility) -}} +{{- $defaultEnableCnpStatusUpdates = "false" -}} +{{- $defaultBpfMapDynamicSizeRatio = 0.0025 -}} +{{- $defaultBpfMasquerade = "true" -}} +{{- $defaultBpfClockProbe = "true" -}} +{{- $defaultIPAM = "cluster-pool" -}} +{{- $defaultSessionAffinity = "true" -}} +{{- if .Values.ipv4.enabled }} +{{- $defaultOperatorApiServeAddr = "127.0.0.1:9234" -}} +{{- else -}} +{{- $defaultOperatorApiServeAddr = "[::1]:9234" -}} +{{- end }} +{{- $defaultBpfCtTcpMax = 0 -}} +{{- $defaultBpfCtAnyMax = 0 -}} +{{- end -}} + +{{- $ipam := (coalesce .Values.ipam.mode $defaultIPAM) -}} +{{- $bpfCtTcpMax := (coalesce .Values.bpf.ctTcpMax $defaultBpfCtTcpMax) -}} +{{- $bpfCtAnyMax := (coalesce .Values.bpf.ctAnyMax $defaultBpfCtAnyMax) -}} + +apiVersion: v1 +kind: ConfigMap +metadata: + name: cilium-config + namespace: {{ .Release.Namespace }} +data: +{{- if .Values.etcd.enabled }} + # The kvstore configuration is used to enable use of a kvstore for state + # storage. This can either be provided with an external kvstore or with the + # help of cilium-etcd-operator which operates an etcd cluster automatically. + kvstore: etcd +{{- if .Values.etcd.k8sService }} + kvstore-opt: '{"etcd.config": "/var/lib/etcd-config/etcd.config", "etcd.operator": "true"}' +{{- else }} + kvstore-opt: '{"etcd.config": "/var/lib/etcd-config/etcd.config"}' +{{- end }} + + # This etcd-config contains the etcd endpoints of your cluster. If you use + # TLS please make sure you follow the tutorial in https://cilium.link/etcd-config + etcd-config: |- + --- + endpoints: +{{- if .Values.etcd.managed }} + - https://cilium-etcd-client.{{ .Release.Namespace }}.svc:2379 +{{- else }} +{{- range .Values.etcd.endpoints }} + - {{ . }} +{{- end }} +{{- end }} +{{- if or .Values.etcd.ssl .Values.etcd.managed }} + trusted-ca-file: '/var/lib/etcd-secrets/etcd-client-ca.crt' + key-file: '/var/lib/etcd-secrets/etcd-client.key' + cert-file: '/var/lib/etcd-secrets/etcd-client.crt' +{{- end }} +{{- end }} + +{{- if hasKey .Values "conntrackGCInterval" }} + conntrack-gc-interval: {{ .Values.conntrackGCInterval | quote }} +{{- end }} + +{{- if hasKey .Values "disableEnvoyVersionCheck" }} + disable-envoy-version-check: {{ .Values.disableEnvoyVersionCheck | quote }} +{{- end }} + + # Identity allocation mode selects how identities are shared between cilium + # nodes by setting how they are stored. The options are "crd" or "kvstore". + # - "crd" stores identities in kubernetes as CRDs (custom resource definition). + # These can be queried with: + # kubectl get ciliumid + # - "kvstore" stores identities in a kvstore, etcd or consul, that is + # configured below. Cilium versions before 1.6 supported only the kvstore + # backend. Upgrades from these older cilium versions should continue using + # the kvstore by commenting out the identity-allocation-mode below, or + # setting it to "kvstore". + identity-allocation-mode: {{ .Values.identityAllocationMode }} +{{- if hasKey .Values "identityHeartbeatTimeout" }} + identity-heartbeat-timeout: "{{ .Values.identityHeartbeatTimeout }}" +{{- end }} +{{- if hasKey .Values "identityGCInterval" }} + identity-gc-interval: "{{ .Values.identityGCInterval }}" +{{- end }} +{{- if hasKey .Values.operator "endpointGCInterval" }} + cilium-endpoint-gc-interval: "{{ .Values.operator.endpointGCInterval }}" +{{- end }} + +{{- if hasKey .Values "identityChangeGracePeriod" }} + # identity-change-grace-period is the grace period that needs to pass + # before an endpoint that has changed its identity will start using + # that new identity. During the grace period, the new identity has + # already been allocated and other nodes in the cluster have a chance + # to whitelist the new upcoming identity of the endpoint. + identity-change-grace-period: {{ default "5s" .Values.identityChangeGracePeriod | quote }} +{{- end }} + +{{- if hasKey .Values "labels" }} + # To include or exclude matched resources from cilium identity evaluation + labels: {{ .Values.labels | quote }} +{{- end }} + + # If you want to run cilium in debug mode change this value to true + debug: {{ .Values.debug.enabled | quote }} + +{{- if hasKey .Values.debug "verbose" }} + debug-verbose: "{{ .Values.debug.verbose }}" +{{- end }} + +{{- if ne (int .Values.healthPort) 9876 }} + # Set the TCP port for the agent health status API. This is not the port used + # for cilium-health. + agent-health-port: "{{ .Values.healthPort }}" +{{- end }} +{{- if hasKey .Values "policyEnforcementMode" }} + # The agent can be put into the following three policy enforcement modes + # default, always and never. + # https://docs.cilium.io/en/latest/policy/intro/#policy-enforcement-modes + enable-policy: "{{ lower .Values.policyEnforcementMode }}" +{{- end }} + +{{- if .Values.prometheus.enabled }} + # If you want metrics enabled in all of your Cilium agents, set the port for + # which the Cilium agents will have their metrics exposed. + # This option deprecates the "prometheus-serve-addr" in the + # "cilium-metrics-config" ConfigMap + # NOTE that this will open the port on ALL nodes where Cilium pods are + # scheduled. + prometheus-serve-addr: ":{{ .Values.prometheus.port }}" + # Port to expose Envoy metrics (e.g. "9095"). Envoy metrics listener will be disabled if this + # field is not set. + proxy-prometheus-port: "{{ .Values.proxy.prometheus.port }}" +{{- end }} + +{{- if .Values.operator.prometheus.enabled }} + # If you want metrics enabled in cilium-operator, set the port for + # which the Cilium Operator will have their metrics exposed. + # NOTE that this will open the port on the nodes where Cilium operator pod + # is scheduled. + operator-prometheus-serve-addr: ":{{ .Values.operator.prometheus.port }}" + enable-metrics: "true" +{{- end }} + + # Enable IPv4 addressing. If enabled, all endpoints are allocated an IPv4 + # address. + enable-ipv4: {{ .Values.ipv4.enabled | quote }} + + # Enable IPv6 addressing. If enabled, all endpoints are allocated an IPv6 + # address. + enable-ipv6: {{ .Values.ipv6.enabled | quote }} + +{{- if .Values.cleanState }} + # If a serious issue occurs during Cilium startup, this + # invasive option may be set to true to remove all persistent + # state. Endpoints will not be restored using knowledge from a + # prior Cilium run, so they may receive new IP addresses upon + # restart. This also triggers clean-cilium-bpf-state. + clean-cilium-state: "true" +{{- end }} + +{{- if .Values.cleanBpfState }} + # If you want to clean cilium BPF state, set this to true; + # Removes all BPF maps from the filesystem. Upon restart, + # endpoints are restored with the same IP addresses, however + # any ongoing connections may be disrupted briefly. + # Loadbalancing decisions will be reset, so any ongoing + # connections via a service may be loadbalanced to a different + # backend after restart. + clean-cilium-bpf-state: "true" +{{- end }} + +{{- if hasKey .Values.cni "customConf" }} + # Users who wish to specify their own custom CNI configuration file must set + # custom-cni-conf to "true", otherwise Cilium may overwrite the configuration. + custom-cni-conf: "{{ .Values.cni.customConf }}" +{{- end }} + +{{- if hasKey .Values "bpfClockProbe" }} + enable-bpf-clock-probe: {{ .Values.bpfClockProbe | quote }} +{{- else if eq $defaultBpfClockProbe "true" }} + enable-bpf-clock-probe: {{ $defaultBpfClockProbe | quote }} +{{- end }} + +{{- if hasKey .Values.bpf "tproxy" }} + enable-bpf-tproxy: {{ .Values.bpf.tproxy | quote }} +{{- else if eq $defaultBpfTProxy "true" }} + enable-bpf-tproxy: {{ $defaultBpfTProxy | quote }} +{{- end }} + # If you want cilium monitor to aggregate tracing for packets, set this level + # to "low", "medium", or "maximum". The higher the level, the less packets + # that will be seen in monitor output. + monitor-aggregation: {{ .Values.bpf.monitorAggregation }} + + # The monitor aggregation interval governs the typical time between monitor + # notification events for each allowed connection. + # + # Only effective when monitor aggregation is set to "medium" or higher. + monitor-aggregation-interval: {{ .Values.bpf.monitorInterval }} + + # The monitor aggregation flags determine which TCP flags which, upon the + # first observation, cause monitor notifications to be generated. + # + # Only effective when monitor aggregation is set to "medium" or higher. + monitor-aggregation-flags: {{ .Values.bpf.monitorFlags }} + + + + +{{- if hasKey .Values.bpf "mapDynamicSizeRatio" }} + # Specifies the ratio (0.0-1.0) of total system memory to use for dynamic + # sizing of the TCP CT, non-TCP CT, NAT and policy BPF maps. + bpf-map-dynamic-size-ratio: {{ .Values.bpf.mapDynamicSizeRatio | quote }} +{{- else if ne $defaultBpfMapDynamicSizeRatio 0.0 }} + # Specifies the ratio (0.0-1.0) of total system memory to use for dynamic + # sizing of the TCP CT, non-TCP CT, NAT and policy BPF maps. + bpf-map-dynamic-size-ratio: {{ $defaultBpfMapDynamicSizeRatio | quote }} +{{- end }} + +{{- if hasKey .Values.bpf "hostRouting" }} + enable-host-legacy-routing: {{ .Values.bpf.hostRouting | quote }} +{{- end }} + +{{- if or $bpfCtTcpMax $bpfCtAnyMax }} + # bpf-ct-global-*-max specifies the maximum number of connections + # supported across all endpoints, split by protocol: tcp or other. One pair + # of maps uses these values for IPv4 connections, and another pair of maps + # use these values for IPv6 connections. + # + # If these values are modified, then during the next Cilium startup the + # tracking of ongoing connections may be disrupted. As a result, reply + # packets may be dropped and the load-balancing decisions for established + # connections may change. + # + # For users upgrading from Cilium 1.2 or earlier, to minimize disruption + # during the upgrade process, set bpf-ct-global-tcp-max to 1000000. +{{- if $bpfCtTcpMax }} + bpf-ct-global-tcp-max: {{ $bpfCtTcpMax | quote }} +{{- end }} +{{- if $bpfCtAnyMax }} + bpf-ct-global-any-max: {{ $bpfCtAnyMax | quote }} +{{- end }} +{{- end }} +{{- if hasKey .Values.bpf "natMax" }} + # bpf-nat-global-max specified the maximum number of entries in the + # BPF NAT table. + bpf-nat-global-max: "{{ .Values.bpf.natMax }}" +{{- end }} +{{- if hasKey .Values.bpf "neighMax" }} + # bpf-neigh-global-max specified the maximum number of entries in the + # BPF neighbor table. + bpf-neigh-global-max: "{{ .Values.bpf.neighMax }}" +{{- end }} +{{- if hasKey .Values.bpf "policyMapMax" }} + # bpf-policy-map-max specifies the maximum number of entries in endpoint + # policy map (per endpoint) + bpf-policy-map-max: "{{ .Values.bpf.policyMapMax }}" +{{- end }} +{{- if hasKey .Values.bpf "lbMapMax" }} + # bpf-lb-map-max specifies the maximum number of entries in bpf lb service, + # backend and affinity maps. + bpf-lb-map-max: "{{ .Values.bpf.lbMapMax }}" +{{- end }} + # Pre-allocation of map entries allows per-packet latency to be reduced, at + # the expense of up-front memory allocation for the entries in the maps. The + # default value below will minimize memory usage in the default installation; + # users who are sensitive to latency may consider setting this to "true". + # + # This option was introduced in Cilium 1.4. Cilium 1.3 and earlier ignore + # this option and behave as though it is set to "true". + # + # If this value is modified, then during the next Cilium startup the restore + # of existing endpoints and tracking of ongoing connections may be disrupted. + # As a result, reply packets may be dropped and the load-balancing decisions + # for established connections may change. + # + # If this option is set to "false" during an upgrade from 1.3 or earlier to + # 1.4 or later, then it may cause one-time disruptions during the upgrade. + preallocate-bpf-maps: "{{ .Values.bpf.preallocateMaps }}" + + # Regular expression matching compatible Istio sidecar istio-proxy + # container image names + sidecar-istio-proxy-image: "{{ .Values.proxy.sidecarImageRegex }}" + + # Name of the cluster. Only relevant when building a mesh of clusters. + cluster-name: {{ .Values.cluster.name }} + +{{- if hasKey .Values.cluster "id" }} + # Unique ID of the cluster. Must be unique across all conneted clusters and + # in the range of 1 and 255. Only relevant when building a mesh of clusters. + cluster-id: "{{ .Values.cluster.id }}" +{{- end }} + + # Encapsulation mode for communication between nodes + # Possible values: + # - disabled + # - vxlan (default) + # - geneve +{{- if .Values.gke.enabled }} + tunnel: "disabled" + enable-endpoint-routes: "true" + enable-local-node-route: "false" +{{- else }} + tunnel: {{ .Values.tunnel }} +{{- end }} + +{{- if .Values.eni }} + enable-endpoint-routes: "true" + auto-create-cilium-node-resource: "true" +{{- end }} + +{{- if .Values.azure.enabled }} + enable-endpoint-routes: "true" + auto-create-cilium-node-resource: "true" + enable-local-node-route: "false" +{{- if .Values.azure.userAssignedIdentityID }} + azure-user-assigned-identity-id: {{ .Values.azure.userAssignedIdentityID | quote }} +{{- end }} +{{- end }} + +{{- if .Values.flannel.enabled }} + # Interface to be used when running Cilium on top of a CNI plugin. + # For flannel, use "cni0" + flannel-master-device: {{ .Values.flannel.masterDevice }} + + # When running Cilium with policy enforcement enabled on top of a CNI plugin + # the BPF programs will be installed on the network interface specified in + # 'flannel-master-device' and on all network interfaces belonging to + # a container. When the Cilium DaemonSet is removed, the BPF programs will + # be kept in the interfaces unless this option is set to "true". + flannel-uninstall-on-exit: "{{ .Values.flannel.uninstallOnExit}}" +{{- end }} + +{{- if hasKey .Values "l7Proxy" }} + # Enables L7 proxy for L7 policy enforcement and visibility + enable-l7-proxy: {{ .Values.l7Proxy | quote }} +{{- end }} + + # wait-bpf-mount makes init container wait until bpf filesystem is mounted + wait-bpf-mount: "{{ .Values.bpf.waitForMount }}" + +{{- if ne .Values.cni.chainingMode "none" }} + # Enable chaining with another CNI plugin + # + # Supported modes: + # - none + # - aws-cni + # - flannel + # - portmap (Enables HostPort support for Cilium) + cni-chaining-mode: {{ .Values.cni.chainingMode }} + +{{- if hasKey .Values "enableIdentityMark" }} + enable-identity-mark: {{ .Values.enableIdentityMark | quote }} +{{- else if (ne $enableIdentityMark "true") }} + enable-identity-mark: "false" +{{- end }} +{{- if ne .Values.cni.chainingMode "portmap" }} + # Disable the PodCIDR route to the cilium_host interface as it is not + # required. While chaining, it is the responsibility of the underlying plugin + # to enable routing. + enable-local-node-route: "false" +{{- end }} +{{- end }} + + masquerade: {{ .Values.masquerade | quote }} +{{- if hasKey .Values.bpf "masquerade" }} + enable-bpf-masquerade: {{ .Values.bpf.masquerade | quote }} +{{- else if eq $defaultBpfMasquerade "true" }} + enable-bpf-masquerade: {{ $defaultBpfMasquerade | quote }} +{{- end }} +{{- if hasKey .Values "egressMasqueradeInterfaces" }} + egress-masquerade-interfaces: {{ .Values.egressMasqueradeInterfaces }} +{{- end }} +{{- if and .Values.ipMasqAgent .Values.ipMasqAgent.enabled }} + enable-ip-masq-agent: "true" +{{- end }} + +{{- if .Values.encryption.enabled }} + enable-ipsec: {{ .Values.encryption.enabled | quote }} + ipsec-key-file: {{ .Values.encryption.mountPath }}/{{ .Values.encryption.keyFile }} +{{- if hasKey .Values.encryption "interface" }} + encrypt-interface: {{ .Values.encryption.interface }} +{{- end }} +{{- if .Values.encryption.nodeEncryption }} + encrypt-node: {{ .Values.encryption.nodeEncryption | quote }} +{{- end }} +{{- end }} +{{- if hasKey .Values "datapathMode" }} +{{- if eq .Values.datapathMode "ipvlan" }} + datapath-mode: ipvlan + ipvlan-master-device: {{ .Values.ipvlan.masterDevice }} +{{- end }} +{{- end }} + + enable-xt-socket-fallback: {{ .Values.enableXTSocketFallback | quote }} + install-iptables-rules: {{ .Values.installIptablesRules | quote }} + +{{- if hasKey .Values "iptablesRandomFully" }} + iptables-random-fully: {{ .Values.iptablesRandomFully | quote }} +{{- end }} + +{{- if hasKey .Values "iptablesLockTimeout" }} + iptables-lock-timeout: {{ .Values.iptablesLockTimeout | quote }} +{{- end }} + + auto-direct-node-routes: {{ .Values.autoDirectNodeRoutes | quote }} + enable-bandwidth-manager: {{ .Values.bandwidthManager | quote }} + +{{- if hasKey .Values "localRedirectPolicy" }} + enable-local-redirect-policy: {{ .Values.localRedirectPolicy | quote }} +{{- end }} + +{{- if hasKey .Values "nativeRoutingCIDR" }} + native-routing-cidr: {{ .Values.nativeRoutingCIDR }} +{{- end }} + +{{- if hasKey .Values "fragmentTracking" }} + enable-ipv4-fragment-tracking: {{ .Values.fragmentTracking | quote }} +{{- else if (ne $fragmentTracking "true") }} + enable-ipv4-fragment-tracking: "false" +{{- end }} + +{{- if .Values.hostFirewall }} + enable-host-firewall: {{ .Values.hostFirewall | quote }} +{{- end}} + +{{- if hasKey .Values "devices" }} + # List of devices used to attach bpf_host.o (implements BPF NodePort, + # host-firewall and BPF masquerading) + devices: {{ join " " .Values.devices | quote }} +{{- end }} + +{{- if hasKey .Values "kubeProxyReplacement" }} + kube-proxy-replacement: {{ .Values.kubeProxyReplacement | quote }} +{{- if ne .Values.kubeProxyReplacement "disabled" }} + kube-proxy-replacement-healthz-bind-address: {{ default "" .Values.kubeProxyReplacementHealthzBindAddr | quote}} +{{- end }} +{{- end }} +{{- if hasKey .Values "hostServices" }} +{{- if .Values.hostServices.enabled }} + enable-host-reachable-services: {{ .Values.hostServices.enabled | quote }} +{{- end }} +{{- if ne .Values.hostServices.protocols "tcp,udp" }} + host-reachable-services-protos: {{ .Values.hostServices.protocols }} +{{- end }} +{{- end }} +{{- if hasKey .Values "hostPort" }} +{{- if eq .Values.kubeProxyReplacement "partial" }} + enable-host-port: {{ .Values.hostPort.enabled | quote }} +{{- end }} +{{- end }} +{{- if hasKey .Values "externalIPs" }} +{{- if eq .Values.kubeProxyReplacement "partial" }} + enable-external-ips: {{ .Values.externalIPs.enabled | quote }} +{{- end }} +{{- end }} +{{- if hasKey .Values "nodePort" }} +{{- if eq .Values.kubeProxyReplacement "partial" }} + enable-node-port: {{ .Values.nodePort.enabled | quote }} +{{- end }} +{{- if hasKey .Values.nodePort "range" }} + node-port-range: {{ .Values.nodePort.range | quote }} +{{- end }} +{{- if hasKey .Values.nodePort "directRoutingDevice" }} + direct-routing-device: {{ .Values.nodePort.directRoutingDevice | quote }} +{{- end }} +{{- if .Values.nodePort.enableHealthCheck }} + enable-health-check-nodeport: {{ .Values.nodePort.enableHealthCheck | quote}} +{{- end }} + node-port-bind-protection: {{ .Values.nodePort.bindProtection | quote }} + enable-auto-protect-node-port-range: {{ .Values.nodePort.autoProtectPortRange | quote }} +{{- end }} +{{- if hasKey .Values "loadBalancer" }} +{{- if hasKey .Values.loadBalancer "mode" }} + node-port-mode: {{ .Values.loadBalancer.mode | quote }} +{{- end }} +{{- if hasKey .Values.loadBalancer "algorithm" }} + bpf-lb-algorithm: {{ .Values.loadBalancer.algorithm | quote }} +{{- end }} +{{- if hasKey .Values.loadBalancer "acceleration" }} + node-port-acceleration: {{ .Values.loadBalancer.acceleration | quote }} +{{- end }} +{{- end }} +{{- if hasKey .Values.maglev "tableSize" }} + bpf-lb-maglev-table-size: {{ .Values.maglev.tableSize | quote}} +{{- end }} +{{- if hasKey .Values.maglev "hashSeed" }} + bpf-lb-maglev-hash-seed: {{ .Values.maglev.hashSeed | quote}} +{{- end }} +{{- if .Values.sessionAffinity }} + enable-session-affinity: {{ .Values.sessionAffinity | quote }} +{{- else if eq $defaultSessionAffinity "true" }} + enable-session-affinity: {{ $defaultSessionAffinity | quote }} +{{- end }} +{{- if .Values.svcSourceRangeCheck }} + enable-svc-source-range-check: {{ .Values.svcSourceRangeCheck | quote }} +{{- end }} + +{{- if and .Values.pprof .Values.pprof.enabled }} + pprof: {{ .Values.pprof.enabled | quote }} +{{- end }} +{{- if .Values.logSystemLoad }} + log-system-load: {{ .Values.logSystemLoad | quote }} +{{- end }} +{{- if .Values.logOptions }} + log-opt: {{ .Values.logOptions | toJson | quote }} +{{- end }} +{{- if and .Values.sockops .Values.sockops.enabled }} + sockops-enable: {{ .Values.sockops.enabled | quote }} +{{- end }} +{{- if hasKey .Values.k8s "requireIPv4PodCIDR" }} + k8s-require-ipv4-pod-cidr: {{ .Values.k8s.requireIPv4PodCIDR | quote }} +{{- end }} +{{- if hasKey .Values.k8s "requireIPv6PodCIDR" }} + k8s-require-ipv6-pod-cidr: {{ .Values.k8s.requireIPv6PodCIDR | quote }} +{{- end }} +{{- if and .Values.endpointRoutes .Values.endpointRoutes.enabled }} + enable-endpoint-routes: {{ .Values.endpointRoutes.enabled | quote }} +{{- end }} +{{- if .Values.cni.configMap }} + read-cni-conf: {{ .Values.cni.confFileMountPath }}/{{ .Values.cni.configMapKey }} + write-cni-conf-when-ready: {{ .Values.cni.hostConfDirMountPath }}/05-cilium.conflist +{{- else if .Values.cni.readCniConf }} + read-cni-conf: {{ .Values.cni.readCniConf }} +{{- end }} +{{- if .Values.kubeConfigPath }} + k8s-kubeconfig-path: {{ .Values.kubeConfigPath | quote }} +{{- end }} +{{- if and ( .Values.endpointHealthChecking.enabled ) (or (eq .Values.cni.chainingMode "portmap") (eq .Values.cni.chainingMode "none")) }} + enable-endpoint-health-checking: "true" +{{- else}} + # Disable health checking, when chaining mode is not set to portmap or none + enable-endpoint-health-checking: "false" +{{- end }} +{{- if hasKey .Values "healthChecking" }} + enable-health-checking: {{ .Values.healthChecking | quote }} +{{- end }} +{{- if .Values.etcd.managed }} + enable-well-known-identities: "true" +{{- else }} + enable-well-known-identities: "false" +{{- end }} + enable-remote-node-identity: {{ .Values.remoteNodeIdentity | quote }} + +{{- if hasKey .Values "synchronizeK8sNodes" }} + synchronize-k8s-nodes: {{ .Values.synchronizeK8sNodes | quote }} +{{- end }} + +{{- if hasKey .Values "policyAuditMode" }} + policy-audit-mode: {{ .Values.policyAuditMode | quote }} +{{- end }} + +{{- if ne $defaultOperatorApiServeAddr "localhost:9234" }} + operator-api-serve-addr: {{ $defaultOperatorApiServeAddr | quote }} +{{- end }} + +{{- if .Values.hubble.enabled }} + # Enable Hubble gRPC service. + enable-hubble: {{ .Values.hubble.enabled | quote }} + # UNIX domain socket for Hubble server to listen to. + hubble-socket-path: {{ .Values.hubble.socketPath | quote }} +{{- if hasKey .Values.hubble "eventQueueSize" }} + # Buffer size of the channel for Hubble to receive monitor events. If this field is not set, + # the buffer size is set to the default monitor queue size. + hubble-event-queue-size: {{ .Values.hubble.eventQueueSize | quote }} +{{- end }} +{{- if hasKey .Values.hubble "flowBufferSize" }} + # Size of the buffer to store recent flows. + hubble-flow-buffer-size: {{ .Values.hubble.flowBufferSize | quote }} +{{- end }} +{{- if .Values.hubble.metrics.enabled }} + # Address to expose Hubble metrics (e.g. ":7070"). Metrics server will be disabled if this + # field is not set. + hubble-metrics-server: ":{{ .Values.hubble.metrics.port }}" + # A space separated list of metrics to enable. See [0] for available metrics. + # + # https://github.com/cilium/hubble/blob/master/Documentation/metrics.md + hubble-metrics: {{- range .Values.hubble.metrics.enabled }} + {{.}} +{{- end }} +{{- end }} +{{- if hasKey .Values.hubble "listenAddress" }} + # An additional address for Hubble server to listen to (e.g. ":4244"). + hubble-listen-address: {{ .Values.hubble.listenAddress | quote }} +{{- if .Values.hubble.tls.enabled }} + hubble-disable-tls: "false" + hubble-tls-cert-file: /var/lib/cilium/tls/hubble/server.crt + hubble-tls-key-file: /var/lib/cilium/tls/hubble/server.key + hubble-tls-client-ca-files: /var/lib/cilium/tls/hubble/client-ca.crt +{{- else }} + hubble-disable-tls: "true" +{{- end }} +{{- end }} +{{- end }} +{{- if hasKey .Values "disableIptablesFeederRules" }} + # A space separated list of iptables chains to disable when installing feeder rules. + disable-iptables-feeder-rules: {{ .Values.disableIptablesFeederRules | join " " | quote }} +{{- end }} + ipam: {{ $ipam | quote }} + +{{- if eq $ipam "cluster-pool" }} +{{- if .Values.ipv4.enabled }} + cluster-pool-ipv4-cidr: {{ .Values.ipam.operator.clusterPoolIPv4PodCIDR | quote }} + cluster-pool-ipv4-mask-size: {{ .Values.ipam.operator.clusterPoolIPv4MaskSize | quote }} +{{- end }} +{{- if .Values.ipv6.enabled }} + cluster-pool-ipv6-cidr: {{ .Values.ipam.operator.clusterPoolIPv6PodCIDR | quote }} + cluster-pool-ipv6-mask-size: {{ .Values.ipam.operator.clusterPoolIPv6MaskSize | quote }} +{{- end }} +{{- end }} + +{{- if .Values.enableCnpStatusUpdates }} + disable-cnp-status-updates: {{ (not .Values.enableCnpStatusUpdates) | quote }} +{{- else if (eq $defaultEnableCnpStatusUpdates "false") }} + disable-cnp-status-updates: "true" +{{- end }} + +{{- if hasKey .Values "crdWaitTimeout" }} + crd-wait-timeout: {{ .Values.crdWaitTimeout | quote }} +{{- else if ( ne $crdWaitTimeout "5m" ) }} + crd-wait-timeout: {{ $crdWaitTimeout | quote }} +{{- end }} + +{{- if .Values.enableK8sEndpointSlice }} + enable-k8s-endpoint-slice: {{ .Values.enableK8sEndpointSlice | quote }} +{{- end }} + +{{- if hasKey .Values.k8s "serviceProxyName" }} + # Configure service proxy name for Cilium. + k8s-service-proxy-name: {{ .Values.k8s.serviceProxyName | quote }} +{{- end }} + +{{- if .Values.extraConfig }} +{{ toYaml .Values.extraConfig | indent 2 }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-etcd-operator-clusterrole.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-etcd-operator-clusterrole.yaml new file mode 100755 index 0000000..d702793 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-etcd-operator-clusterrole.yaml @@ -0,0 +1,73 @@ +{{- if .Values.etcd.managed }} +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRole +metadata: + name: cilium-etcd-operator +rules: +- apiGroups: + - etcd.database.coreos.com + resources: + - etcdclusters + verbs: + - get + - delete + - create + - update +- apiGroups: + - apiextensions.k8s.io + resources: + - customresourcedefinitions + verbs: + - delete + - get + - create +- apiGroups: + - "" + resources: + - deployments + verbs: + - delete + - create + - get + - update +- apiGroups: + - "" + resources: + - pods + verbs: + - list + - get + - delete +- apiGroups: + - apps + resources: + - deployments + verbs: + - delete + - create + - get + - update +- apiGroups: + - "" + resources: + - componentstatuses + verbs: + - get +- apiGroups: + - extensions + resources: + - deployments + verbs: + - delete + - create + - get + - update +- apiGroups: + - "" + resources: + - secrets + verbs: + - get + - create + - delete +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-etcd-operator-clusterrolebinding.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-etcd-operator-clusterrolebinding.yaml new file mode 100755 index 0000000..a3fa723 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-etcd-operator-clusterrolebinding.yaml @@ -0,0 +1,14 @@ +{{- if .Values.etcd.managed }} +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRoleBinding +metadata: + name: cilium-etcd-operator +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: cilium-etcd-operator +subjects: +- kind: ServiceAccount + name: cilium-etcd-operator + namespace: {{ .Release.Namespace }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-etcd-operator-deployment.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-etcd-operator-deployment.yaml new file mode 100755 index 0000000..3a816d0 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-etcd-operator-deployment.yaml @@ -0,0 +1,86 @@ +{{- if .Values.etcd.managed }} +apiVersion: apps/v1 +kind: Deployment +metadata: + labels: + io.cilium/app: etcd-operator + name: cilium-etcd-operator + name: cilium-etcd-operator + namespace: {{ .Release.Namespace }} +spec: + replicas: 1 + selector: + matchLabels: + io.cilium/app: etcd-operator + name: cilium-etcd-operator +{{- with .Values.etcd.updateStrategy }} + strategy: + {{- toYaml . | trim | nindent 4 }} +{{- end }} + template: + metadata: +{{- with .Values.etcd.podAnnotations }} + annotations: + {{- toYaml . | nindent 8 }} +{{- end }} + labels: + io.cilium/app: etcd-operator + name: cilium-etcd-operator + spec: +{{- if .Values.etcd.affinity }} + affinity: +{{ toYaml .Values.etcd.affinity | indent 8 }} +{{- end }} +{{- if .Values.imagePullSecrets }} + imagePullSecrets: + {{ toYaml .Values.imagePullSecrets | indent 8 }} +{{- end }} + containers: + - args: + #- --etcd-node-selector=disktype=ssd,cputype=high + command: + - /usr/bin/cilium-etcd-operator + env: + - name: CILIUM_ETCD_OPERATOR_CLUSTER_DOMAIN + value: "{{ .Values.etcd.clusterDomain }}" + - name: CILIUM_ETCD_OPERATOR_ETCD_CLUSTER_SIZE + value: "{{ .Values.etcd.clusterSize }}" + - name: CILIUM_ETCD_OPERATOR_NAMESPACE + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: metadata.namespace + - name: CILIUM_ETCD_OPERATOR_POD_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: metadata.name + - name: CILIUM_ETCD_OPERATOR_POD_UID + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: metadata.uid + - name: CILIUM_ETCD_META_ETCD_AUTO_COMPACTION_MODE + value: "revision" + - name: CILIUM_ETCD_META_ETCD_AUTO_COMPACTION_RETENTION + value: "25000" + image: {{ template "system_default_registry" . }}{{ .Values.etcd.image.repository }}:{{ .Values.etcd.image.tag }} + imagePullPolicy: {{ .Values.etcd.image.pullPolicy }} + name: cilium-etcd-operator + dnsPolicy: ClusterFirst + hostNetwork: true +{{- if and (or (and (eq .Release.Namespace "kube-system") (gt .Capabilities.KubeVersion.Minor "10")) (ge .Capabilities.KubeVersion.Minor "17") (gt .Capabilities.KubeVersion.Major "1")) .Values.enableCriticalPriorityClass }} + priorityClassName: system-cluster-critical +{{- end }} + restartPolicy: Always + serviceAccount: cilium-etcd-operator + serviceAccountName: cilium-etcd-operator +{{- with .Values.etcd.nodeSelector }} + nodeSelector: + {{- toYaml . | trim | nindent 8 }} +{{- end }} +{{- with .Values.tolerations }} + tolerations: + {{- toYaml . | trim | nindent 6 }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-etcd-operator-serviceaccount.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-etcd-operator-serviceaccount.yaml new file mode 100755 index 0000000..fb454b3 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-etcd-operator-serviceaccount.yaml @@ -0,0 +1,13 @@ +{{- if .Values.etcd.managed }} +{{- if .Values.serviceAccounts.etcd.create }} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: cilium-etcd-operator + namespace: {{ .Release.Namespace }} + {{- if .Values.serviceAccounts.etcd.annotations }} + annotations: +{{ toYaml .Values.serviceAccounts.etcd.annotations | indent 4 }} + {{- end }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-nodeinit-daemonset.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-nodeinit-daemonset.yaml new file mode 100755 index 0000000..9d79604 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-nodeinit-daemonset.yaml @@ -0,0 +1,269 @@ +{{- if .Values.nodeinit.enabled }} +kind: DaemonSet +apiVersion: apps/v1 +metadata: + name: cilium-node-init + namespace: {{ .Release.Namespace }} + labels: + app: cilium-node-init +spec: + selector: + matchLabels: + app: cilium-node-init + template: + metadata: + annotations: +{{- with .Values.nodeinit.podAnnotations }} + {{- toYaml . | nindent 8 }} +{{- end }} + labels: + app: cilium-node-init + spec: +{{- with .Values.tolerations }} + tolerations: + {{- toYaml . | trim | nindent 6 }} +{{- end }} + hostPID: true + hostNetwork: true +{{- if and (or (and (eq .Release.Namespace "kube-system") (gt .Capabilities.KubeVersion.Minor "10")) (ge .Capabilities.KubeVersion.Minor "17") (gt .Capabilities.KubeVersion.Major "1")) .Values.enableCriticalPriorityClass }} + priorityClassName: system-node-critical +{{- end }} +{{- if .Values.imagePullSecrets }} + imagePullSecrets: + {{ toYaml .Values.imagePullSecrets | indent 6 }} +{{- end }} + containers: + - name: node-init + image: {{ template "system_default_registry" . }}{{ .Values.nodeinit.image.repository }}:{{ .Values.nodeinit.image.tag }} + imagePullPolicy: {{ .Values.nodeinit.image.pullPolicy }} + securityContext: + privileged: true +{{- if .Values.nodeinit.revertReconfigureKubelet }} + lifecycle: + preStop: + exec: + command: + - "nsenter" + - "-t" + - "1" + - "-m" + - "--" + - "/bin/sh" + - "-c" + - | + #!/bin/bash + + set -o errexit + set -o pipefail + set -o nounset + + if stat /tmp/node-deinit.cilium.io > /dev/null 2>&1; then + exit 0 + fi + + echo "Waiting on pods to stop..." + if [ ! -f /etc/crictl.yaml ] || grep -q 'docker' /etc/crictl.yaml; then + # Works for COS, ubuntu + while docker ps | grep -v "node-init" | grep -q "POD_cilium"; do sleep 1; done + else + # COS-beta (with containerd) + while crictl ps | grep -v "node-init" | grep -q "POD_cilium"; do sleep 1; done + fi + + systemctl disable sys-fs-bpf.mount || true + systemctl stop sys-fs-bpf.mount || true + + if ip link show cilium_host; then + echo "Deleting cilium_host interface..." + ip link del cilium_host + fi + +{{- if not (eq .Values.nodeinit.bootstrapFile "") }} + rm -f {{ .Values.nodeinit.bootstrapFile }} +{{- end }} + + rm -f /tmp/node-init.cilium.io + touch /tmp/node-deinit.cilium.io + +{{- if .Values.nodeinit.reconfigureKubelet }} + echo "Changing kubelet configuration to --network-plugin=kubenet" + sed -i "s:--network-plugin=cni\ --cni-bin-dir={{ .Values.cni.binPath }}:--network-plugin=kubenet:g" /etc/default/kubelet + echo "Restarting kubelet..." + systemctl restart kubelet +{{- end }} + +{{- if (and .Values.gke.enabled (or .Values.masquerade .Values.gke.disableDefaultSnat))}} + # If the IP-MASQ chain exists, add back default jump rule from the GKE instance configure script + if iptables -w -t nat -L IP-MASQ > /dev/null; then + iptables -w -t nat -A POSTROUTING -m comment --comment "ip-masq: ensure nat POSTROUTING directs all non-LOCAL destination traffic to our custom IP-MASQ chain" -m addrtype ! --dst-type LOCAL -j IP-MASQ + fi +{{- end }} + + echo "Node de-initialization complete" +{{- end }} + env: + - name: CHECKPOINT_PATH + value: /tmp/node-init.cilium.io + # STARTUP_SCRIPT is the script run on node bootstrap. Node + # bootstrapping can be customized in this script. This script is invoked + # using nsenter, so it runs in the host's network and mount namespace using + # the host's userland tools! + - name: STARTUP_SCRIPT + value: | + #!/bin/bash + + set -o errexit + set -o pipefail + set -o nounset + + mount | grep "/sys/fs/bpf type bpf" || { + # Mount the filesystem until next reboot + echo "Mounting BPF filesystem..." + mount bpffs /sys/fs/bpf -t bpf + + # Configure systemd to mount after next boot + echo "Installing BPF filesystem mount" + cat >/tmp/sys-fs-bpf.mount < {{ .Values.nodeinit.bootstrapFile }} +{{- end }} + +{{- if .Values.nodeinit.restartPods }} + echo "Restarting kubenet managed pods" + if [ ! -f /etc/crictl.yaml ] || grep -q 'docker' /etc/crictl.yaml; then + # Works for COS, ubuntu + # Note the first line is the containerID with a trailing \r + for f in `find /var/lib/cni/networks/ -type f ! -name lock ! -name last_reserved_ip.0`; do docker rm -f "$(sed 's/\r//;1q' $f)" || true; done + elif [ -n "$(docker ps --format '{{ "{{" }}.Image{{ "}}" }}' | grep ^[0-9]*\.dkr\.ecr\.[a-z]*-[a-z]*-[0-9]*\.amazonaws\.com/amazon-k8s-cni)" ]; then + timeout=1 + for i in $(seq 1 7); do + echo "Checking introspection API" + curl localhost:61679 && retry=false || retry=true + if [ $retry == false ]; then break ; fi + sleep "$timeout" + timeout=$(($timeout * 2)) + done + + for pod in $(curl "localhost:61679/v1/pods" 2> /dev/null | jq -r '. | keys[]'); do + container_id=$(echo "$pod" | awk -F_ ' { print $3 } ' | cut -c1-12) + echo "Restarting ${container_id}" + docker kill "${container_id}" || true + done + else + # COS-beta (with containerd) + for f in `find /var/lib/cni/networks/ -type f ! -name lock ! -name last_reserved_ip.0`; do crictl stopp $(cat $f) || true; done + fi +{{- end }} + + # AKS: If azure-vnet is installed on the node, and (still) configured in bridge mode, + # configure it as 'transparent' to be consistent with Cilium's CNI chaining config. + # If the azure-vnet CNI config is not removed, kubelet will execute CNI CHECK commands + # against it every 5 seconds and write 'bridge' to its state file, causing inconsistent + # behaviour when Pods are removed. + if [ -f /etc/cni/net.d/10-azure.conflist ]; then + echo "Ensuring azure-vnet is configured in 'transparent' mode..." + sed -i 's/"mode":\s*"bridge"/"mode":"transparent"/g' /etc/cni/net.d/10-azure.conflist + fi + +{{- if .Values.azure.enabled }} + # The azure0 interface being present means the node was booted with azure-vnet configured + # in bridge mode. This means there might be ebtables rules and neight entries interfering + # with pod connectivity if we deploy with Azure IPAM. + if ip l show dev azure0 >/dev/null 2>&1; then + + # In Azure IPAM mode, also remove the azure-vnet state file, otherwise ebtables rules get + # restored by the azure-vnet CNI plugin on every CNI CHECK, which can cause connectivity + # issues in Cilium-managed Pods. Since azure-vnet is no longer called on scheduling events, + # this file can be removed. + rm -f /var/run/azure-vnet.json + + # This breaks connectivity for existing workload Pods when Cilium is scheduled, but we need + # to flush these to prevent Cilium-managed Pod IPs conflicting with Pod IPs previously allocated + # by azure-vnet. These ebtables DNAT rules contain fixed MACs that are no longer bound on the node, + # causing packets for these Pods to be redirected back out to the gateway, where they are dropped. + echo 'Flushing ebtables pre/postrouting rules in nat table.. (disconnecting non-Cilium Pods!)' + ebtables -t nat -F PREROUTING || true + ebtables -t nat -F POSTROUTING || true + + # ip-masq-agent periodically injects PERM neigh entries towards the gateway + # for all other k8s nodes in the cluster. These are safe to flush, as ARP can + # resolve these nodes as usual. PERM entries will be automatically restored later. + echo 'Deleting all permanent neighbour entries on azure0...' + ip neigh show dev azure0 nud permanent | cut -d' ' -f1 | xargs -r -n1 ip neigh del dev azure0 to || true + fi +{{- end }} + +{{- if .Values.nodeinit.revertReconfigureKubelet }} + rm -f /tmp/node-deinit.cilium.io +{{- end }} + echo "Node initialization complete" +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-clusterrole.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-clusterrole.yaml new file mode 100755 index 0000000..55252fa --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-clusterrole.yaml @@ -0,0 +1,90 @@ +{{- if .Values.operator.enabled }} +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRole +metadata: + name: cilium-operator +rules: +- apiGroups: + - "" + resources: + # to automatically delete [core|kube]dns pods so that are starting to being + # managed by Cilium + - pods + verbs: + - get + - list + - watch + - delete +- apiGroups: + - discovery.k8s.io + resources: + - endpointslices + verbs: + - get + - list + - watch +- apiGroups: + - "" + resources: + # to perform the translation of a CNP that contains `ToGroup` to its endpoints + - services + - endpoints + # to check apiserver connectivity + - namespaces + verbs: + - get + - list + - watch +- apiGroups: + - cilium.io + resources: + - ciliumnetworkpolicies + - ciliumnetworkpolicies/status + - ciliumnetworkpolicies/finalizers + - ciliumclusterwidenetworkpolicies + - ciliumclusterwidenetworkpolicies/status + - ciliumclusterwidenetworkpolicies/finalizers + - ciliumendpoints + - ciliumendpoints/status + - ciliumendpoints/finalizers + - ciliumnodes + - ciliumnodes/status + - ciliumnodes/finalizers + - ciliumidentities + - ciliumidentities/status + - ciliumidentities/finalizers + - ciliumlocalredirectpolicies + - ciliumlocalredirectpolicies/status + - ciliumlocalredirectpolicies/finalizers + verbs: + - '*' +- apiGroups: + - apiextensions.k8s.io + resources: + - customresourcedefinitions + verbs: + - create + - get + - list + - update + - watch +# For cilium-operator running in HA mode. +# +# Cilium operator running in HA mode requires the use of ResourceLock for Leader Election +# between mulitple running instances. +# The preferred way of doing this is to use LeasesResourceLock as edits to Leases are less +# common and fewer objects in the cluster watch "all Leases". +# The support for leases was introduced in coordination.k8s.io/v1 during Kubernetes 1.14 release. +# In Cilium we currently don't support HA mode for K8s version < 1.14. This condition make sure +# that we only authorize access to leases resources in supported K8s versions. +{{- if or (ge .Capabilities.KubeVersion.Minor "14") (gt .Capabilities.KubeVersion.Major "1") }} +- apiGroups: + - coordination.k8s.io + resources: + - leases + verbs: + - create + - get + - update +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-clusterrolebinding.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-clusterrolebinding.yaml new file mode 100755 index 0000000..2cc2152 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-clusterrolebinding.yaml @@ -0,0 +1,14 @@ +{{- if .Values.operator.enabled }} +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRoleBinding +metadata: + name: cilium-operator +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: cilium-operator +subjects: +- kind: ServiceAccount + name: cilium-operator + namespace: {{ .Release.Namespace }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-deployment.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-deployment.yaml new file mode 100755 index 0000000..01db6b4 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-deployment.yaml @@ -0,0 +1,255 @@ +{{- if .Values.operator.enabled }} +apiVersion: apps/v1 +kind: Deployment +metadata: + labels: + io.cilium/app: operator + name: cilium-operator + name: cilium-operator + namespace: {{ .Release.Namespace }} +spec: + # We support HA mode only for Kubernetes version > 1.14 + # See docs on ServerCapabilities.LeasesResourceLock in file pkg/k8s/version/version.go + # for more details. +{{- if or (ge .Capabilities.KubeVersion.Minor "14") (gt .Capabilities.KubeVersion.Major "1") }} + replicas: {{ .Values.operator.replicas }} +{{- else }} + replicas: 1 +{{- end }} + selector: + matchLabels: + io.cilium/app: operator + name: cilium-operator +{{- with .Values.operator.updateStrategy }} + strategy: + {{- toYaml . | trim | nindent 4 }} +{{- end }} + template: + metadata: + annotations: +{{- if .Values.operator.rollOutPods }} + # ensure pods roll when configmap updates + cilium.io/cilium-configmap-checksum: {{ include (print $.Template.BasePath "/cilium-configmap.yaml") . | sha256sum | quote }} +{{- end }} +{{- if and .Values.operator.prometheus.enabled (not .Values.operator.prometheus.serviceMonitor.enabled) }} + prometheus.io/port: {{ .Values.operator.prometheus.port | quote }} + prometheus.io/scrape: "true" +{{- end }} +{{- with .Values.operator.podAnnotations }} + {{- toYaml . | nindent 8 }} +{{- end }} + labels: + io.cilium/app: operator + name: cilium-operator + spec: +{{- if or (ge .Capabilities.KubeVersion.Minor "14") (gt .Capabilities.KubeVersion.Major "1") }} + # In HA mode, cilium-operator pods must not be scheduled on the same + # node as they will clash with each other. + {{- if .Values.operator.affinity }} + affinity: + {{- toYaml .Values.operator.affinity | trim | nindent 8 }} + {{- end }} +{{- end }} +{{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 6 }} +{{- end }} + containers: + - args: + - --config-dir=/tmp/cilium/config-map + - --debug=$(CILIUM_DEBUG) + command: +{{- if .Values.eni }} + - cilium-operator-aws +{{- else if .Values.azure.enabled }} + - cilium-operator-azure +{{- else }} + - cilium-operator-generic +{{- end }} + env: + - name: K8S_NODE_NAME + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: spec.nodeName + - name: CILIUM_K8S_NAMESPACE + valueFrom: + fieldRef: + apiVersion: v1 + fieldPath: metadata.namespace + - name: CILIUM_DEBUG + valueFrom: + configMapKeyRef: + key: debug + name: cilium-config + optional: true +{{- if .Values.eni }} + - name: AWS_ACCESS_KEY_ID + valueFrom: + secretKeyRef: + key: AWS_ACCESS_KEY_ID + name: cilium-aws + optional: true + - name: AWS_SECRET_ACCESS_KEY + valueFrom: + secretKeyRef: + key: AWS_SECRET_ACCESS_KEY + name: cilium-aws + optional: true + - name: AWS_DEFAULT_REGION + valueFrom: + secretKeyRef: + key: AWS_DEFAULT_REGION + name: cilium-aws + optional: true +{{- end }} +{{- if .Values.k8sServiceHost }} + - name: KUBERNETES_SERVICE_HOST + value: {{ .Values.k8sServiceHost | quote }} +{{- end }} +{{- if .Values.k8sServicePort }} + - name: KUBERNETES_SERVICE_PORT + value: {{ .Values.k8sServicePort | quote }} +{{- end }} +{{- if .Values.azure.subscriptionID }} + - name: AZURE_SUBSCRIPTION_ID + value: {{ .Values.azure.subscriptionID }} +{{- end }} +{{- if .Values.azure.tenantID }} + - name: AZURE_TENANT_ID + value: {{ .Values.azure.tenantID }} +{{- end }} +{{- if .Values.azure.resourceGroup }} + - name: AZURE_RESOURCE_GROUP + value: {{ .Values.azure.resourceGroup }} +{{- end }} +{{- if .Values.azure.clientID }} + - name: AZURE_CLIENT_ID + value: {{ .Values.azure.clientID }} +{{- end }} +{{- if .Values.azure.clientSecret }} + - name: AZURE_CLIENT_SECRET + value: {{ .Values.azure.clientSecret }} +{{- end }} +{{- range $key, $value := .Values.operator.extraEnv }} + - name: {{ $key }} + value: {{ $value }} +{{- end }} +{{- if .Values.eni }} + image: {{ template "system_default_registry" . }}{{ .Values.operator.image.repository }}-aws:{{ .Values.operator.image.tag }} +{{- else if .Values.azure.enabled }} + image: {{ template "system_default_registry" . }}{{ .Values.operator.image.repository }}-azure:{{ .Values.operator.image.tag }} +{{- else }} + image: {{ template "system_default_registry" . }}{{ .Values.operator.image.repository }}-generic:{{ .Values.operator.image.tag }} +{{- end }} + imagePullPolicy: {{ .Values.operator.image.pullPolicy }} + name: cilium-operator +{{- if .Values.operator.prometheus.enabled }} + ports: + - containerPort: {{ .Values.operator.prometheus.port }} + hostPort: {{ .Values.operator.prometheus.port }} + name: prometheus + protocol: TCP +{{- end }} + livenessProbe: + httpGet: +{{- if .Values.ipv4.enabled }} + host: '127.0.0.1' +{{- else }} + host: '::1' +{{- end }} + path: /healthz + port: 9234 + scheme: HTTP + initialDelaySeconds: 60 + periodSeconds: 10 + timeoutSeconds: 3 + volumeMounts: + - mountPath: /tmp/cilium/config-map + name: cilium-config-path + readOnly: true +{{- if .Values.etcd.enabled }} + - mountPath: /var/lib/etcd-config + name: etcd-config-path + readOnly: true +{{- if or .Values.etcd.ssl .Values.etcd.managed }} + - mountPath: /var/lib/etcd-secrets + name: etcd-secrets + readOnly: true +{{- end }} +{{- end }} +{{- if .Values.kubeConfigPath }} + - mountPath: {{ .Values.kubeConfigPath }} + name: kube-config + readOnly: true +{{- end }} +{{- range .Values.operator.extraHostPathMounts }} + - mountPath: {{ .mountPath }} + name: {{ .name }} + readOnly: {{ .readOnly }} +{{- if .mountPropagation }} + mountPropagation: {{ .mountPropagation }} +{{- end }} +{{- end }} +{{- if .Values.operator.resources }} + resources: + {{- toYaml .Values.operator.resources | trim | nindent 10 }} +{{- end }} + hostNetwork: true +{{- if (and .Values.etcd.managed (not .Values.etcd.k8sService)) }} + # In managed etcd mode, Cilium must be able to resolve the DNS name of + # the etcd service + dnsPolicy: ClusterFirstWithHostNet +{{- end }} + restartPolicy: Always +{{- if and (or (and (eq .Release.Namespace "kube-system") (gt .Capabilities.KubeVersion.Minor "10")) (ge .Capabilities.KubeVersion.Minor "17") (gt .Capabilities.KubeVersion.Major "1")) .Values.enableCriticalPriorityClass }} + priorityClassName: system-cluster-critical +{{- end }} + serviceAccount: cilium-operator + serviceAccountName: cilium-operator +{{- with .Values.operator.nodeSelector }} + nodeSelector: + {{- toYaml . | trim | nindent 8 }} +{{- end }} +{{- with .Values.tolerations }} + tolerations: + {{- toYaml . | trim | nindent 6 }} +{{- end }} + volumes: + # To read the configuration from the config map + - configMap: + name: cilium-config + name: cilium-config-path +{{- if .Values.etcd.enabled }} + # To read the etcd config stored in config maps + - configMap: + defaultMode: 420 + items: + - key: etcd-config + path: etcd.config + name: cilium-config + name: etcd-config-path +{{- if or .Values.etcd.ssl .Values.etcd.managed }} + # To read the k8s etcd secrets in case the user might want to use TLS + - name: etcd-secrets + secret: + defaultMode: 420 + optional: true + secretName: cilium-etcd-secrets +{{- end }} +{{- end }} +{{- if .Values.kubeConfigPath }} + - hostPath: + path: {{ .Values.kubeConfigPath }} + type: FileOrCreate + name: kube-config +{{- end }} +{{- range .Values.operator.extraHostPathMounts }} + - name: {{ .name }} + hostPath: + path: {{ .hostPath }} +{{- if .hostPathType }} + type: {{ .hostPathType }} +{{- end }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-service.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-service.yaml new file mode 100755 index 0000000..eb1dadd --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-service.yaml @@ -0,0 +1,21 @@ +{{- if and (.Values.operator.enabled) (.Values.operator.prometheus.enabled) (.Values.operator.prometheus.serviceMonitor.enabled) }} +kind: Service +apiVersion: v1 +metadata: + name: cilium-operator + namespace: {{ .Release.Namespace }} + labels: + io.cilium/app: operator + name: cilium-operator +spec: + clusterIP: None + type: ClusterIP + ports: + - name: metrics + port: 6942 + protocol: TCP + targetPort: prometheus + selector: + io.cilium/app: operator + name: cilium-operator +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-serviceaccount.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-serviceaccount.yaml new file mode 100755 index 0000000..efee8c3 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-serviceaccount.yaml @@ -0,0 +1,11 @@ +{{- if .Values.operator.enabled }} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: cilium-operator + namespace: {{ .Release.Namespace }} + {{- if .Values.serviceAccounts.operator.annotations }} + annotations: +{{ toYaml .Values.serviceAccounts.operator.annotations | indent 4 }} + {{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-servicemonitor.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-servicemonitor.yaml new file mode 100755 index 0000000..4c0ee7e --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-operator-servicemonitor.yaml @@ -0,0 +1,26 @@ +{{- if and (.Values.operator.enabled) (.Values.operator.prometheus.enabled) (.Values.operator.prometheus.serviceMonitor.enabled) }} +apiVersion: monitoring.coreos.com/v1 +kind: ServiceMonitor +metadata: + name: cilium-operator + {{- if .Values.operator.prometheus.serviceMonitor.namespace }} + namespace: {{ .Values.operator.prometheus.serviceMonitor.namespace }} + {{- else }} + namespace: {{ .Release.Namespace }} + {{- end }} +spec: + selector: + matchLabels: + io.cilium/app: operator + name: cilium-operator + namespaceSelector: + matchNames: + - {{ .Release.Namespace }} + endpoints: + - port: metrics + interval: 10s + honorLabels: true + path: /metrics + targetLabels: + - io.cilium/app +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-clusterrole.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-clusterrole.yaml new file mode 100755 index 0000000..593e758 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-clusterrole.yaml @@ -0,0 +1,109 @@ +{{- if .Values.preflight.enabled }} +{{- /* +Keep file in synced with cilium-agent-clusterrole.yaml +*/ -}} +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRole +metadata: + name: cilium-pre-flight +rules: +- apiGroups: + - networking.k8s.io + resources: + - networkpolicies + verbs: + - get + - list + - watch +- apiGroups: + - discovery.k8s.io + resources: + - endpointslices + verbs: + - get + - list + - watch +- apiGroups: + - "" + resources: + - namespaces + - services + - nodes + - endpoints + verbs: + - get + - list + - watch +- apiGroups: + - "" + resources: + - pods + - pods/finalizers + verbs: + - get + - list + - watch + - update + - delete +- apiGroups: + - "" + resources: + - nodes + verbs: + - get + - list + - watch + - update +- apiGroups: + - "" + resources: + - nodes + - nodes/status + verbs: + - patch +- apiGroups: + - apiextensions.k8s.io + resources: + - customresourcedefinitions + verbs: + # Deprecated for removal in v1.10 + - create + - list + - watch + - update + + # This is used when validating policies in preflight. This will need to stay + # until we figure out how to avoid "get" inside the preflight, and then + # should be removed ideally. + - get +{{- if eq "k8s" .Values.tls.secretsBackend }} +- apiGroups: + - "" + resources: + - secrets + verbs: + - get +{{- end }} +- apiGroups: + - cilium.io + resources: + - ciliumnetworkpolicies + - ciliumnetworkpolicies/status + - ciliumnetworkpolicies/finalizers + - ciliumclusterwidenetworkpolicies + - ciliumclusterwidenetworkpolicies/status + - ciliumclusterwidenetworkpolicies/finalizers + - ciliumendpoints + - ciliumendpoints/status + - ciliumendpoints/finalizers + - ciliumnodes + - ciliumnodes/status + - ciliumnodes/finalizers + - ciliumidentities + - ciliumidentities/finalizers + - ciliumlocalredirectpolicies + - ciliumlocalredirectpolicies/status + - ciliumlocalredirectpolicies/finalizers + verbs: + - '*' +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-clusterrolebinding.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-clusterrolebinding.yaml new file mode 100755 index 0000000..14fb6b2 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-clusterrolebinding.yaml @@ -0,0 +1,14 @@ +{{- if .Values.preflight.enabled }} +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRoleBinding +metadata: + name: cilium-pre-flight +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: cilium-pre-flight +subjects: +- kind: ServiceAccount + name: cilium-pre-flight + namespace: {{ .Release.Namespace }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-daemonset.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-daemonset.yaml new file mode 100755 index 0000000..ddccbb3 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-daemonset.yaml @@ -0,0 +1,158 @@ +{{- if .Values.preflight.enabled }} +apiVersion: apps/v1 +kind: DaemonSet +metadata: + name: cilium-pre-flight-check + namespace: {{ .Release.Namespace }} +spec: + selector: + matchLabels: + k8s-app: cilium-pre-flight-check + kubernetes.io/cluster-service: "true" + template: + metadata: +{{- with .Values.preflight.podAnnotations }} + annotations: + {{- toYaml . | nindent 8 }} +{{- end }} + labels: + k8s-app: cilium-pre-flight-check + kubernetes.io/cluster-service: "true" + spec: +{{- if .Values.imagePullSecrets }} + imagePullSecrets: + {{ toYaml .Values.imagePullSecrets | indent 6 }} +{{- end }} + initContainers: + - name: clean-cilium-state + image: {{ template "system_default_registry" . }}{{ .Values.preflight.image.repository }}:{{ .Values.preflight.image.tag }} + imagePullPolicy: {{ .Values.preflight.image.pullPolicy }} + command: ["/bin/echo"] + args: + - "hello" + containers: + - name: cilium-pre-flight-check + image: {{ template "system_default_registry" . }}{{ .Values.preflight.image.repository }}:{{ .Values.preflight.image.tag }} + imagePullPolicy: {{ .Values.preflight.image.pullPolicy }} + command: ["/bin/sh"] + args: + - -c + - "touch /tmp/ready; sleep 1h" + livenessProbe: + exec: + command: + - cat + - /tmp/ready + initialDelaySeconds: 5 + periodSeconds: 5 + readinessProbe: + exec: + command: + - cat + - /tmp/ready + initialDelaySeconds: 5 + periodSeconds: 5 + volumeMounts: + - mountPath: /var/run/cilium + name: cilium-run +{{- if .Values.etcd.enabled }} + - mountPath: /var/lib/etcd-config + name: etcd-config-path + readOnly: true +{{- if or .Values.etcd.ssl .Values.etcd.managed }} + - mountPath: /var/lib/etcd-secrets + name: etcd-secrets + readOnly: true +{{- end }} +{{- end }} + +{{- if ne .Values.preflight.tofqdnsPreCache "" }} + - name: cilium-pre-flight-fqdn-precache + image: {{ template "system_default_registry" . }}{{ .Values.preflight.image.repository }}:{{ .Values.preflight.image.tag }} + imagePullPolicy: {{ .Values.preflight.image.pullPolicy }} + name: cilium-pre-flight-fqdn-precache + command: ["/bin/sh"] + args: + - -c + - "cilium preflight fqdn-poller --tofqdns-pre-cache {{ .Values.preflight.tofqdnsPreCache }} && touch /tmp/ready-tofqdns-precache" + livenessProbe: + exec: + command: + - cat + - /tmp/read-tofqdns-precachey + initialDelaySeconds: 5 + periodSeconds: 5 + readinessProbe: + exec: + command: + - cat + - /tmp/read-tofqdns-precachey + initialDelaySeconds: 5 + periodSeconds: 5 + env: +{{- if .Values.k8sServiceHost }} + - name: KUBERNETES_SERVICE_HOST + value: {{ .Values.k8sServiceHost | quote }} +{{- end }} +{{- if .Values.k8sServicePort }} + - name: KUBERNETES_SERVICE_PORT + value: {{ .Values.k8sServicePort | quote }} +{{- end }} + volumeMounts: + - mountPath: /var/run/cilium + name: cilium-run +{{- if .Values.etcd.enabled }} + - mountPath: /var/lib/etcd-config + name: etcd-config-path + readOnly: true +{{- if or .Values.etcd.ssl .Values.etcd.managed }} + - mountPath: /var/lib/etcd-secrets + name: etcd-secrets + readOnly: true +{{- end }} +{{- end }} +{{- end }} + hostNetwork: true + # This is here to seamlessly allow migrate-identity to work with + # etcd-operator setups. The assumption is that other cases would also + # work since the cluster DNS would forward the request on. + # This differs from the cilium-agent daemonset, where this is only + # enabled when etcd.managed=true + dnsPolicy: ClusterFirstWithHostNet + restartPolicy: Always + serviceAccount: cilium-pre-flight + serviceAccountName: cilium-pre-flight + terminationGracePeriodSeconds: 1 +{{- with .Values.tolerations }} + tolerations: + {{- toYaml . | trim | nindent 6 }} +{{- end }} + volumes: + # To keep state between restarts / upgrades + - hostPath: + path: /var/run/cilium + type: DirectoryOrCreate + name: cilium-run + - hostPath: + path: /sys/fs/bpf + type: DirectoryOrCreate + name: bpf-maps +{{- if .Values.etcd.enabled }} + # To read the etcd config stored in config maps + - configMap: + defaultMode: 420 + items: + - key: etcd-config + path: etcd.config + name: cilium-config + name: etcd-config-path + # To read the k8s etcd secrets in case the user might want to use TLS +{{- if or .Values.etcd.ssl .Values.etcd.managed }} + - name: etcd-secrets + secret: + defaultMode: 420 + optional: true + secretName: cilium-etcd-secrets +{{- end }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-deployment.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-deployment.yaml new file mode 100755 index 0000000..5098b51 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-deployment.yaml @@ -0,0 +1,86 @@ +{{- if .Values.preflight.enabled }} +{{- if .Values.preflight.validateCNPs }} +apiVersion: apps/v1 +kind: Deployment +metadata: + name: cilium-pre-flight-check + namespace: {{ .Release.Namespace }} +spec: + selector: + matchLabels: + k8s-app: cilium-pre-flight-check-deployment + kubernetes.io/cluster-service: "true" + template: + metadata: +{{- with .Values.preflight.podAnnotations }} + annotations: + {{- toYaml . | nindent 8 }} +{{- end }} + labels: + k8s-app: cilium-pre-flight-check-deployment + kubernetes.io/cluster-service: "true" + spec: + affinity: + podAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + - labelSelector: + matchExpressions: + - key: "k8s-app" + operator: In + values: + - cilium + topologyKey: "kubernetes.io/hostname" +{{- if .Values.imagePullSecrets }} + imagePullSecrets: + {{ toYaml .Values.imagePullSecrets | indent 8 }} +{{- end }} + containers: +{{- if .Values.preflight.validateCNPs }} + - name: cnp-validator + image: {{ template "system_default_registry" . }}{{ .Values.preflight.image.repository }}:{{ .Values.preflight.image.tag }} + imagePullPolicy: {{ .Values.preflight.image.pullPolicy }} + command: ["/bin/sh"] + args: + - -c + - "cilium preflight validate-cnp && touch /tmp/ready-validate-cnp && sleep 1h" + livenessProbe: + exec: + command: + - cat + - /tmp/ready-validate-cnp + initialDelaySeconds: 5 + periodSeconds: 5 + readinessProbe: + exec: + command: + - cat + - /tmp/ready-validate-cnp + initialDelaySeconds: 5 + periodSeconds: 5 +{{- if not ( and ( empty ( .Values.k8sServiceHost )) ( empty ( .Values.k8sServicePort ))) }} + env: +{{- if .Values.k8sServiceHost }} + - name: KUBERNETES_SERVICE_HOST + value: {{ .Values.k8sServiceHost | quote }} +{{- end }} +{{- if .Values.k8sServicePort }} + - name: KUBERNETES_SERVICE_PORT + value: {{ .Values.k8sServicePort | quote }} +{{- end }} +{{- end }} +{{- end }} + hostNetwork: true + restartPolicy: Always + serviceAccount: cilium-pre-flight + serviceAccountName: cilium-pre-flight + terminationGracePeriodSeconds: 1 +{{- with .Values.preflight.nodeSelector }} + nodeSelector: + {{- toYaml . | trim | nindent 8 }} +{{- end }} +{{- with .Values.tolerations }} + tolerations: + {{- toYaml . | trim | nindent 6 }} +{{- end }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-serviceaccount.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-serviceaccount.yaml new file mode 100755 index 0000000..56afb09 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-preflight-serviceaccount.yaml @@ -0,0 +1,11 @@ +{{- if and .Values.preflight.enabled .Values.serviceAccounts.preflight.create }} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: cilium-pre-flight + namespace: {{ .Release.Namespace }} + {{- if .Values.serviceAccounts.preflight.annotations }} + annotations: +{{ toYaml .Values.serviceAccounts.preflight.annotations | indent 4 }} + {{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-resource-quota.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-resource-quota.yaml new file mode 100755 index 0000000..a985696 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/cilium-resource-quota.yaml @@ -0,0 +1,35 @@ +{{- if or .Values.resourceQuotas.enabled (and (ne .Release.Namespace "kube-system") .Values.gke.enabled) }} +{{- if .Values.agent }} +apiVersion: v1 +kind: ResourceQuota +metadata: + name: cilium-resource-quota + namespace: {{ .Release.Namespace }} +spec: + hard: + pods: {{ .Values.resourceQuotas.cilium.hard.pods | quote }} + scopeSelector: + matchExpressions: + - operator: In + scopeName: PriorityClass + values: + - system-node-critical +{{- end }} +{{- if .Values.operator.enabled }} +--- +apiVersion: v1 +kind: ResourceQuota +metadata: + name: cilium-operator-resource-quota + namespace: {{ .Release.Namespace }} +spec: + hard: + pods: {{ .Values.resourceQuotas.operator.hard.pods | quote }} + scopeSelector: + matchExpressions: + - operator: In + scopeName: PriorityClass + values: + - system-cluster-critical +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-admin-secret.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-admin-secret.yaml new file mode 100755 index 0000000..6233965 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-admin-secret.yaml @@ -0,0 +1,17 @@ +{{- if and .Values.agent (not .Values.preflight.enabled) (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) }} +{{- if or (and (.Values.clustermesh.apiserver.tls.auto.enabled) (eq .Values.clustermesh.apiserver.tls.auto.method "helm")) (and .Values.clustermesh.apiserver.tls.admin.cert .Values.clustermesh.apiserver.tls.admin.key) }} +apiVersion: v1 +kind: Secret +metadata: + name: clustermesh-apiserver-admin-cert + namespace: {{ .Release.Namespace }} +type: kubernetes.io/tls +data: +{{- if and .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "helm") }} +{{ include "clustermesh.apiserver.admin.gen-cert" . | indent 2 }} +{{- else }} + tls.crt: {{ .Values.clustermesh.apiserver.tls.admin.cert }} + tls.key: {{ .Values.clustermesh.apiserver.tls.admin.key }} +{{- end }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-ca-secret.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-ca-secret.yaml new file mode 100755 index 0000000..129f8eb --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-ca-secret.yaml @@ -0,0 +1,17 @@ +{{- if and .Values.agent (not .Values.preflight.enabled) (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) }} +{{- if or (and .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "helm")) (and .Values.clustermesh.apiserver.tls.ca.cert .Values.clustermesh.apiserver.tls.ca.key) }} +--- +apiVersion: v1 +kind: Secret +metadata: + name: clustermesh-apiserver-ca-cert + namespace: {{ .Release.Namespace }} +data: +{{- if and .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "helm") }} +{{ include "clustermesh.apiserver.ca.gen-cert" . | indent 2 }} +{{- else }} + ca.crt: {{ .Values.clustermesh.apiserver.tls.ca.cert }} + ca.key: {{ .Values.clustermesh.apiserver.tls.ca.key }} +{{- end }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-client-secret.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-client-secret.yaml new file mode 100755 index 0000000..2ca8806 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-client-secret.yaml @@ -0,0 +1,17 @@ +{{- if and .Values.agent (not .Values.preflight.enabled) .Values.externalWorkloads.enabled }} +{{- if or (and (.Values.clustermesh.apiserver.tls.auto.enabled) (eq .Values.clustermesh.apiserver.tls.auto.method "helm")) (and .Values.clustermesh.apiserver.tls.client.cert .Values.clustermesh.apiserver.tls.client.key) }} +apiVersion: v1 +kind: Secret +metadata: + name: clustermesh-apiserver-client-cert + namespace: {{ .Release.Namespace }} +type: kubernetes.io/tls +data: +{{- if and .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "helm") }} +{{ include "clustermesh.apiserver.client.gen-cert" . | indent 2 }} +{{- else }} + tls.crt: {{ .Values.clustermesh.apiserver.tls.client.cert }} + tls.key: {{ .Values.clustermesh.apiserver.tls.client.key }} +{{- end }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-clusterrole.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-clusterrole.yaml new file mode 100755 index 0000000..74bd961 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-clusterrole.yaml @@ -0,0 +1,44 @@ +{{- if and (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) .Values.serviceAccounts.clustermeshApiserver.create }} +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRole +metadata: + name: clustermesh-apiserver +rules: +- apiGroups: + - "" + resources: + - endpoints + - namespaces + - services + verbs: + - get + - list + - watch +- apiGroups: + - discovery.k8s.io + resources: + - endpointslices + verbs: + - get + - list + - watch +- apiGroups: + - apiextensions.k8s.io + resources: + - customresourcedefinitions + verbs: + - list +- apiGroups: + - cilium.io + resources: + - ciliumnodes + - ciliumnodes/status + - ciliumexternalworkloads + - ciliumexternalworkloads/status + - ciliumidentities + - ciliumidentities/status + - ciliumendpoints + - ciliumendpoints/status + verbs: + - '*' +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-clusterrolebinding.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-clusterrolebinding.yaml new file mode 100755 index 0000000..c9208ab --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-clusterrolebinding.yaml @@ -0,0 +1,14 @@ +{{- if and (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) .Values.serviceAccounts.clustermeshApiserver.create }} +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRoleBinding +metadata: + name: clustermesh-apiserver +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: clustermesh-apiserver +subjects: +- kind: ServiceAccount + name: clustermesh-apiserver + namespace: {{ .Release.Namespace }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-deployment.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-deployment.yaml new file mode 100755 index 0000000..65833e1 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-deployment.yaml @@ -0,0 +1,165 @@ +{{- if (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) }} +apiVersion: apps/v1 +kind: Deployment +metadata: + name: clustermesh-apiserver + labels: + k8s-app: clustermesh-apiserver + namespace: {{ .Release.Namespace }} +spec: + replicas: {{ .Values.clustermesh.apiserver.replicas }} + selector: + matchLabels: + k8s-app: clustermesh-apiserver +{{- with .Values.clustermesh.apiserver.updateStrategy }} + strategy: {{- toYaml . | nindent 4 }} +{{- end }} + template: + metadata: + annotations: +{{- with .Values.clustermesh.apiserver.podAnnotations }} + {{- toYaml . | nindent 8 }} +{{- end }} + labels: + k8s-app: clustermesh-apiserver + spec: +{{- with .Values.imagePullSecrets }} + imagePullSecrets: {{- toYaml . | nindent 8 }} +{{- end }} + restartPolicy: Always + serviceAccount: clustermesh-apiserver + initContainers: + - name: etcd-init + image: {{ template "system_default_registry" . }}{{ .Values.clustermesh.apiserver.etcd.image.repository }}:{{ .Values.clustermesh.apiserver.etcd.image.tag }} + imagePullPolicy: {{ .Values.clustermesh.apiserver.etcd.image.pullPolicy }} + env: + - name: ETCDCTL_API + value: "3" + - name: HOSTNAME_IP + valueFrom: + fieldRef: + fieldPath: status.podIP + command: ["/bin/sh", "-c"] + args: + - > + rm -rf /var/run/etcd/*; + export ETCDCTL_API=3; + /usr/local/bin/etcd --data-dir=/var/run/etcd --name=clustermesh-apiserver --listen-client-urls=http://127.0.0.1:2379 --advertise-client-urls=http://127.0.0.1:2379 --initial-cluster-token=clustermesh-apiserver --initial-cluster-state=new --auto-compaction-retention=1 & + export rootpw=`head /dev/urandom | tr -dc A-Za-z0-9 | head -c 16`; + echo $rootpw | etcdctl --interactive=false user add root; + etcdctl user grant-role root root; + export vmpw=`head /dev/urandom | tr -dc A-Za-z0-9 | head -c 16`; + echo $vmpw | etcdctl --interactive=false user add externalworkload; + etcdctl role add externalworkload; + etcdctl role grant-permission externalworkload --from-key read ''; + etcdctl role grant-permission externalworkload readwrite --prefix cilium/state/noderegister/v1/; + etcdctl role grant-permission externalworkload readwrite --prefix cilium/.initlock/; + etcdctl user grant-role externalworkload externalworkload; + export remotepw=`head /dev/urandom | tr -dc A-Za-z0-9 | head -c 16`; + echo $remotepw | etcdctl --interactive=false user add remote; + etcdctl role add remote; + etcdctl role grant-permission remote --from-key read ''; + etcdctl user grant-role remote remote; + etcdctl auth enable; + exit + volumeMounts: + - mountPath: /var/run/etcd + name: etcd-data-dir + containers: + - name: etcd + image: {{ template "system_default_registry" . }}{{ .Values.clustermesh.apiserver.etcd.image.repository }}:{{ .Values.clustermesh.apiserver.etcd.image.tag }} + imagePullPolicy: {{ .Values.clustermesh.apiserver.etcd.image.pullPolicy }} + env: + - name: ETCDCTL_API + value: "3" + - name: HOSTNAME_IP + valueFrom: + fieldRef: + fieldPath: status.podIP + command: + - /usr/local/bin/etcd + args: + - --data-dir=/var/run/etcd + - --name=clustermesh-apiserver + - --client-cert-auth + - --trusted-ca-file=/var/lib/etcd-secrets/ca.crt + - --cert-file=/var/lib/etcd-secrets/tls.crt + - --key-file=/var/lib/etcd-secrets/tls.key + - --listen-client-urls=https://127.0.0.1:2379,https://$(HOSTNAME_IP):2379 + - --advertise-client-urls=https://$(HOSTNAME_IP):2379 + - --initial-cluster-token=clustermesh-apiserver + - --auto-compaction-retention=1 + volumeMounts: + - mountPath: /var/lib/etcd-secrets + name: etcd-server-secrets + readOnly: true + - mountPath: /var/run/etcd + name: etcd-data-dir + - name: "apiserver" + image: {{ template "system_default_registry" . }}{{ .Values.clustermesh.apiserver.image.repository }}:{{ .Values.clustermesh.apiserver.image.tag }} + imagePullPolicy: {{ .Values.clustermesh.apiserver.image.pullPolicy }} + command: + - /usr/bin/clustermesh-apiserver + args: +{{- if .Values.debug.enabled }} + - --debug +{{- end }} + - --cluster-name=$(CLUSTER_NAME) + - --kvstore-opt + - etcd.config=/var/lib/cilium/etcd-config.yaml + env: + - name: CLUSTER_NAME + valueFrom: + configMapKeyRef: + key: cluster-name + name: cilium-config + - name: CLUSTER_ID + valueFrom: + configMapKeyRef: + key: cluster-id + name: cilium-config + optional: true + - name: IDENTITY_ALLOCATION_MODE + valueFrom: + configMapKeyRef: + key: identity-allocation-mode + name: cilium-config +{{- with .Values.clustermesh.apiserver.resources }} + resources: {{- toYaml . | nindent 10 }} +{{- end }} + volumeMounts: + - mountPath: /var/lib/cilium/etcd-secrets + name: etcd-admin-client + readOnly: true + volumes: + - name: etcd-server-secrets + projected: + defaultMode: 0420 + sources: + - secret: + name: clustermesh-apiserver-ca-cert + items: + - key: ca.crt + path: ca.crt + - secret: + name: clustermesh-apiserver-server-cert + - name: etcd-admin-client + projected: + defaultMode: 0420 + sources: + - secret: + name: clustermesh-apiserver-ca-cert + items: + - key: ca.crt + path: ca.crt + - secret: + name: clustermesh-apiserver-admin-cert + - name: etcd-data-dir + emptyDir: {} +{{- with .Values.clustermesh.apiserver.nodeSelector }} + nodeSelector: {{- toYaml . | nindent 8 }} +{{- end }} +{{- with .Values.clustermesh.apiserver.tolerations }} + tolerations: {{- toYaml . | nindent 8 }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-cronjob.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-cronjob.yaml new file mode 100755 index 0000000..a1962c3 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-cronjob.yaml @@ -0,0 +1,14 @@ +{{- if and (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "cronJob") .Values.clustermesh.apiserver.tls.auto.schedule }} +apiVersion: batch/v1beta1 +kind: CronJob +metadata: + name: clustermesh-apiserver-generate-certs + namespace: {{ .Release.Namespace }} + labels: + k8s-app: clustermesh-apiserver-generate-certs +spec: + schedule: {{ .Values.clustermesh.apiserver.tls.auto.schedule | quote }} + concurrencyPolicy: Forbid + jobTemplate: +{{- include "clustermesh-apiserver-generate-certs.job.spec" . | nindent 4 }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-job.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-job.yaml new file mode 100755 index 0000000..c0e4f03 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-job.yaml @@ -0,0 +1,10 @@ +{{- if and (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) (eq .Values.clustermesh.apiserver.tls.auto.method "cronJob") }} +apiVersion: batch/v1 +kind: Job +metadata: + name: clustermesh-apiserver-generate-certs + namespace: {{ .Release.Namespace }} + labels: + k8s-app: clustermesh-apiserver-generate-certs +{{ include "clustermesh-apiserver-generate-certs.job.spec" . }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-role.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-role.yaml new file mode 100755 index 0000000..0623a86 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-role.yaml @@ -0,0 +1,34 @@ +{{- if and (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "cronJob") .Values.serviceAccounts.certgen.create }} +apiVersion: rbac.authorization.k8s.io/v1 +kind: Role +metadata: + name: clustermesh-apiserver-generate-certs + namespace: {{ .Release.Namespace }} +rules: + - apiGroups: + - "" + resources: + - secrets + verbs: + - create + - apiGroups: + - "" + resources: + - secrets + resourceNames: + - clustermesh-apiserver-ca-cert + verbs: + - get + - update + - apiGroups: + - "" + resources: + - secrets + resourceNames: + - clustermesh-apiserver-server-cert + - clustermesh-apiserver-admin-cert + - clustermesh-apiserver-remote-cert + - clustermesh-apiserver-client-cert + verbs: + - update +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-rolebinding.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-rolebinding.yaml new file mode 100755 index 0000000..5d0fa33 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-rolebinding.yaml @@ -0,0 +1,15 @@ +{{- if and (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "cronJob") .Values.serviceAccounts.certgen.create }} +apiVersion: rbac.authorization.k8s.io/v1 +kind: RoleBinding +metadata: + name: clustermesh-apiserver-generate-certs + namespace: {{ .Release.Namespace }} +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: Role + name: clustermesh-apiserver-generate-certs +subjects: +- kind: ServiceAccount + name: clustermesh-apiserver-generate-certs + namespace: {{ .Release.Namespace }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-serviceaccount.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-serviceaccount.yaml new file mode 100755 index 0000000..b3e391e --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-generate-certs-serviceaccount.yaml @@ -0,0 +1,10 @@ +{{- if and (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "cronJob") .Values.serviceAccounts.certgen.create }} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: clustermesh-apiserver-generate-certs + namespace: {{ .Release.Namespace }} +{{- with .Values.serviceAccounts.certgen.annotations }} + annotations: {{- toYaml . | nindent 4 }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-remote-secret.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-remote-secret.yaml new file mode 100755 index 0000000..7a72139 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-remote-secret.yaml @@ -0,0 +1,17 @@ +{{- if and .Values.agent (not .Values.preflight.enabled) .Values.clustermesh.useAPIServer }} +{{- if or (and (.Values.clustermesh.apiserver.tls.auto.enabled) (eq .Values.clustermesh.apiserver.tls.auto.method "helm")) (and .Values.clustermesh.apiserver.tls.remote.cert .Values.clustermesh.apiserver.tls.remote.key) }} +apiVersion: v1 +kind: Secret +metadata: + name: clustermesh-apiserver-remote-cert + namespace: {{ .Release.Namespace }} +type: kubernetes.io/tls +data: +{{- if and .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "helm") }} +{{ include "clustermesh.apiserver.remote.gen-cert" . | indent 2 }} +{{- else }} + tls.crt: {{ .Values.clustermesh.apiserver.tls.remote.cert }} + tls.key: {{ .Values.clustermesh.apiserver.tls.remote.key }} +{{- end }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-server-secret.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-server-secret.yaml new file mode 100755 index 0000000..10b9e27 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-server-secret.yaml @@ -0,0 +1,17 @@ +{{- if and .Values.agent (not .Values.preflight.enabled) (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) }} +{{- if or (and (.Values.clustermesh.apiserver.tls.auto.enabled) (eq .Values.clustermesh.apiserver.tls.auto.method "helm")) (and .Values.clustermesh.apiserver.tls.server.cert .Values.clustermesh.apiserver.tls.server.key) }} +apiVersion: v1 +kind: Secret +metadata: + name: clustermesh-apiserver-server-cert + namespace: {{ .Release.Namespace }} +type: kubernetes.io/tls +data: +{{- if and .Values.clustermesh.apiserver.tls.auto.enabled (eq .Values.clustermesh.apiserver.tls.auto.method "helm") }} +{{ include "clustermesh.apiserver.server.gen-cert" . | indent 2 }} +{{- else }} + tls.crt: {{ .Values.clustermesh.apiserver.tls.server.cert }} + tls.key: {{ .Values.clustermesh.apiserver.tls.server.key }} +{{- end }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-service.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-service.yaml new file mode 100755 index 0000000..16480bd --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-service.yaml @@ -0,0 +1,24 @@ +{{- if (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) }} +apiVersion: v1 +kind: Service +metadata: + name: "clustermesh-apiserver" + namespace: {{ .Release.Namespace }} + labels: + k8s-app: clustermesh-apiserver +{{- with .Values.clustermesh.apiserver.service.annotations }} + annotations: {{- toYaml . | nindent 4 }} +{{- end }} +spec: + type: {{ .Values.clustermesh.apiserver.service.type }} + selector: + k8s-app: clustermesh-apiserver + ports: + - port: 2379 +{{- if and (eq "NodePort" .Values.clustermesh.apiserver.service.type) .Values.clustermesh.apiserver.service.nodePort }} + nodePort: {{ .Values.clustermesh.apiserver.service.nodePort }} +{{- end }} +{{- if and (eq "LoadBalancer" .Values.clustermesh.apiserver.service.type) .Values.clustermesh.apiserver.service.loadBalancerIP }} + loadBalancerIP: {{ .Values.clustermesh.apiserver.service.loadBalancerIP }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-serviceaccount.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-serviceaccount.yaml new file mode 100755 index 0000000..6d34375 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/clustermesh-apiserver-serviceaccount.yaml @@ -0,0 +1,10 @@ +{{- if and (or .Values.externalWorkloads.enabled .Values.clustermesh.useAPIServer) .Values.serviceAccounts.clustermeshApiserver.create -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: clustermesh-apiserver + namespace: {{ .Release.Namespace }} +{{- with .Values.serviceAccounts.clustermeshApiserver.annotations }} + annotations: {{- toYaml . | nindent 4 }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/etcd-operator-clusterrole.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/etcd-operator-clusterrole.yaml new file mode 100755 index 0000000..5a87497 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/etcd-operator-clusterrole.yaml @@ -0,0 +1,54 @@ +{{- if .Values.etcd.managed }} +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRole +metadata: + name: etcd-operator +rules: +- apiGroups: + - etcd.database.coreos.com + resources: + - etcdclusters + - etcdbackups + - etcdrestores + verbs: + - '*' +- apiGroups: + - apiextensions.k8s.io + resources: + - customresourcedefinitions + verbs: + - '*' +- apiGroups: + - "" + resources: + - pods + - services + - endpoints + - persistentvolumeclaims + - events + - deployments + verbs: + - '*' +- apiGroups: + - apps + resources: + - deployments + verbs: + - '*' +- apiGroups: + - extensions + resources: + - deployments + verbs: + - create + - get + - list + - patch + - update +- apiGroups: + - "" + resources: + - secrets + verbs: + - get +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/etcd-operator-clusterrolebinding.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/etcd-operator-clusterrolebinding.yaml new file mode 100755 index 0000000..f2f36e2 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/etcd-operator-clusterrolebinding.yaml @@ -0,0 +1,14 @@ +{{- if .Values.etcd.managed }} +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRoleBinding +metadata: + name: etcd-operator +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: etcd-operator +subjects: +- kind: ServiceAccount + name: cilium-etcd-sa + namespace: {{ .Release.Namespace }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/etcd-operator-serviceaccount.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/etcd-operator-serviceaccount.yaml new file mode 100755 index 0000000..278d984 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/etcd-operator-serviceaccount.yaml @@ -0,0 +1,11 @@ +{{- if .Values.etcd.managed }} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: cilium-etcd-sa + namespace: {{ .Release.Namespace }} + {{- if .Values.serviceAccounts.etcd.annotations }} + annotations: +{{ toYaml .Values.serviceAccounts.etcd.annotations | indent 4 }} + {{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ca-configmap.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ca-configmap.yaml new file mode 100755 index 0000000..c505415 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ca-configmap.yaml @@ -0,0 +1,18 @@ +{{- if and (not .Values.preflight.enabled) .Values.agent .Values.hubble.enabled .Values.hubble.tls.enabled }} +{{- $hubbleCAProvided := .Values.hubble.tls.ca.cert }} +{{- $hubbleCAGenerate := and .Values.hubble.tls.auto.enabled (eq .Values.hubble.tls.auto.method "helm") .Values.hubble.relay.enabled -}} +{{- if or $hubbleCAProvided $hubbleCAGenerate }} +apiVersion: v1 +kind: ConfigMap +metadata: + name: hubble-ca-cert + namespace: {{ .Release.Namespace }} +data: +{{- if $hubbleCAGenerate }} +{{ include "hubble.ca.gen-cert-only" . | indent 2 }} +{{- else }} + ca.crt: |- +{{ .Values.hubble.tls.ca.cert | b64dec | indent 4 -}} +{{- end }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-ca-secret.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-ca-secret.yaml new file mode 100755 index 0000000..de579be --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-ca-secret.yaml @@ -0,0 +1,11 @@ +{{- if and .Values.hubble.tls.auto.enabled (eq .Values.hubble.tls.auto.method "cronJob") .Values.hubble.tls.ca.cert .Values.hubble.tls.ca.key }} +--- +apiVersion: v1 +kind: Secret +metadata: + name: hubble-ca-secret + namespace: {{ .Release.Namespace }} +data: + ca.crt: {{ .Values.hubble.tls.ca.cert }} + ca.key: {{ .Values.hubble.tls.ca.key }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-clusterrole.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-clusterrole.yaml new file mode 100755 index 0000000..648e6ac --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-clusterrole.yaml @@ -0,0 +1,40 @@ +{{- if and .Values.hubble.tls.auto.enabled (eq .Values.hubble.tls.auto.method "cronJob") .Values.serviceAccounts.certgen.create }} +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRole +metadata: + name: hubble-generate-certs +rules: + - apiGroups: + - "" + resources: + - secrets + - configmaps + verbs: + - create + - apiGroups: + - "" + resources: + - secrets + resourceNames: + - hubble-server-certs + - hubble-relay-client-certs + - hubble-relay-server-certs + verbs: + - update + - apiGroups: + - "" + resources: + - configmaps + resourceNames: + - hubble-ca-cert + verbs: + - update + - apiGroups: + - "" + resources: + - secrets + resourceNames: + - hubble-ca-secret + verbs: + - get +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-clusterrolebinding.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-clusterrolebinding.yaml new file mode 100755 index 0000000..dc0cb52 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-clusterrolebinding.yaml @@ -0,0 +1,14 @@ +{{- if and .Values.hubble.tls.auto.enabled (eq .Values.hubble.tls.auto.method "cronJob") .Values.serviceAccounts.certgen.create }} +apiVersion: rbac.authorization.k8s.io/v1 +kind: ClusterRoleBinding +metadata: + name: hubble-generate-certs +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: hubble-generate-certs +subjects: +- kind: ServiceAccount + name: hubble-generate-certs + namespace: {{ .Release.Namespace }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-cronjob.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-cronjob.yaml new file mode 100755 index 0000000..d0c8385 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-cronjob.yaml @@ -0,0 +1,14 @@ +{{- if and .Values.hubble.tls.auto.enabled (eq .Values.hubble.tls.auto.method "cronJob") .Values.hubble.tls.auto.schedule }} +apiVersion: batch/v1beta1 +kind: CronJob +metadata: + name: hubble-generate-certs + namespace: {{ .Release.Namespace }} + labels: + k8s-app: hubble-generate-certs +spec: + schedule: {{ .Values.hubble.tls.auto.schedule | quote }} + concurrencyPolicy: Forbid + jobTemplate: +{{- include "hubble-generate-certs.job.spec" . | nindent 4 }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-job.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-job.yaml new file mode 100755 index 0000000..8ec62b8 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-job.yaml @@ -0,0 +1,10 @@ +{{- if and .Values.hubble.tls.auto.enabled (eq .Values.hubble.tls.auto.method "cronJob") }} +apiVersion: batch/v1 +kind: Job +metadata: + name: hubble-generate-certs + namespace: {{ .Release.Namespace }} + labels: + k8s-app: hubble-generate-certs +{{ include "hubble-generate-certs.job.spec" . }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-serviceaccount.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-serviceaccount.yaml new file mode 100755 index 0000000..035e0af --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-generate-certs-serviceaccount.yaml @@ -0,0 +1,11 @@ +{{- if and .Values.hubble.tls.auto.enabled (eq .Values.hubble.tls.auto.method "cronJob") .Values.serviceAccounts.certgen.create }} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: hubble-generate-certs + namespace: {{ .Release.Namespace }} +{{- if .Values.serviceAccounts.certgen.annotations }} + annotations: +{{ toYaml .Values.serviceAccounts.certgen.annotations | indent 4 }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-client-tls-secret.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-client-tls-secret.yaml new file mode 100755 index 0000000..40b0081 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-client-tls-secret.yaml @@ -0,0 +1,17 @@ +{{- if and (.Values.hubble.relay.enabled) (.Values.hubble.tls.enabled) }} +{{- if or (and (.Values.hubble.tls.auto.enabled) (eq .Values.hubble.tls.auto.method "helm")) .Values.hubble.relay.tls.client.cert .Values.hubble.relay.tls.client.key }} +apiVersion: v1 +kind: Secret +metadata: + name: hubble-relay-client-certs + namespace: {{ .Release.Namespace }} +type: kubernetes.io/tls +data: +{{- if and (.Values.hubble.tls.auto.enabled) (eq .Values.hubble.tls.auto.method "helm") }} +{{ include "hubble.relay.gen-certs" . | indent 2 }} +{{- else }} + tls.crt: {{ .Values.hubble.relay.tls.client.cert }} + tls.key: {{ .Values.hubble.relay.tls.client.key }} +{{- end }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-clusterrole.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-clusterrole.yaml new file mode 100755 index 0000000..b2d9d4f --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-clusterrole.yaml @@ -0,0 +1,20 @@ +{{- if and (.Values.hubble.relay.enabled) (.Values.serviceAccounts.relay.create) }} +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: hubble-relay +rules: + - apiGroups: + - "" + resources: + - componentstatuses + - endpoints + - namespaces + - nodes + - pods + - services + verbs: + - get + - list + - watch +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-clusterrolebinding.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-clusterrolebinding.yaml new file mode 100755 index 0000000..db454fe --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-clusterrolebinding.yaml @@ -0,0 +1,14 @@ +{{- if and (.Values.hubble.relay.enabled) (.Values.serviceAccounts.relay.create) }} +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: hubble-relay +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: hubble-relay +subjects: +- kind: ServiceAccount + namespace: {{ .Release.Namespace }} + name: hubble-relay +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-configmap.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-configmap.yaml new file mode 100755 index 0000000..0d281a0 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-configmap.yaml @@ -0,0 +1,29 @@ +{{- if .Values.hubble.relay.enabled }} +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: hubble-relay-config + namespace: {{ .Release.Namespace }} +data: + config.yaml: | + peer-service: unix://{{ .Values.hubble.socketPath }} + listen-address: {{ .Values.hubble.relay.listenHost }}:{{ .Values.hubble.relay.listenPort }} + dial-timeout: {{ .Values.hubble.relay.dialTimeout }} + retry-timeout: {{ .Values.hubble.relay.retryTimeout }} + sort-buffer-len-max: {{ .Values.hubble.relay.sortBufferLenMax }} + sort-buffer-drain-timeout: {{ .Values.hubble.relay.sortBufferDrainTimeout }} +{{- if .Values.hubble.tls.enabled }} + tls-client-cert-file: /var/lib/hubble-relay/tls/client.crt + tls-client-key-file: /var/lib/hubble-relay/tls/client.key + tls-hubble-server-ca-files: /var/lib/hubble-relay/tls/hubble-server-ca.crt +{{- else }} + disable-client-tls: true +{{- end }} +{{- if .Values.hubble.relay.tls.server.enabled }} + tls-server-cert-file: /var/lib/hubble-relay/tls/server.crt + tls-server-key-file: /var/lib/hubble-relay/tls/server.key +{{- else }} + disable-server-tls: true +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-deployment.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-deployment.yaml new file mode 100755 index 0000000..f954138 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-deployment.yaml @@ -0,0 +1,131 @@ +{{- if .Values.hubble.relay.enabled }} +apiVersion: apps/v1 +kind: Deployment +metadata: + name: hubble-relay + labels: + k8s-app: hubble-relay + namespace: {{ .Release.Namespace }} +spec: + + replicas: {{ .Values.hubble.relay.replicas }} + selector: + matchLabels: + k8s-app: hubble-relay +{{- with .Values.hubble.relay.updateStrategy }} + strategy: +{{ toYaml . | trim | indent 4 }} +{{- end }} + template: + metadata: + annotations: +{{- if .Values.hubble.relay.rollOutPods }} + # ensure pods roll when configmap updates + cilium.io/hubble-relay-configmap-checksum: {{ include (print $.Template.BasePath "/hubble-relay-configmap.yaml") . | sha256sum | quote }} +{{- end }} +{{- with .Values.hubble.relay.podAnnotations }} + {{- toYaml . | nindent 8 }} +{{- end }} + labels: + k8s-app: hubble-relay + spec: + affinity: + podAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + - labelSelector: + matchExpressions: + - key: "k8s-app" + operator: In + values: + - cilium + topologyKey: "kubernetes.io/hostname" +{{- if .Values.imagePullSecrets }} + imagePullSecrets: +{{ toYaml .Values.imagePullSecrets | indent 8 }} +{{- end }} + containers: + - name: hubble-relay + image: {{ template "system_default_registry" . }}{{ .Values.hubble.relay.image.repository }}:{{ .Values.hubble.relay.image.tag }} + imagePullPolicy: {{ .Values.hubble.relay.image.pullPolicy }} + command: + - hubble-relay + args: + - serve +{{- if .Values.debug.enabled }} + - "--debug" +{{- end }} + ports: + - name: grpc + containerPort: {{ .Values.hubble.relay.listenPort }} + readinessProbe: + tcpSocket: + port: grpc + livenessProbe: + tcpSocket: + port: grpc +{{- with .Values.hubble.relay.resources }} + resources: + {{- toYaml . | trim | nindent 12 }} +{{- end }} + volumeMounts: + - mountPath: {{ dir .Values.hubble.socketPath }} + name: hubble-sock-dir + readOnly: true + - mountPath: /etc/hubble-relay + name: config + readOnly: true +{{- if .Values.hubble.tls.enabled }} + - mountPath: /var/lib/hubble-relay/tls + name: tls + readOnly: true +{{- end }} + restartPolicy: Always + serviceAccount: hubble-relay + serviceAccountName: hubble-relay + terminationGracePeriodSeconds: 0 +{{- with .Values.hubble.relay.nodeSelector }} + nodeSelector: + {{- toYaml . | trim | nindent 8 }} +{{- end }} +{{- with .Values.hubble.relay.tolerations }} + tolerations: + {{- toYaml . | trim | nindent 8 }} +{{- end }} + volumes: + - configMap: + name: hubble-relay-config + items: + - key: config.yaml + path: config.yaml + name: config + - hostPath: + path: {{ dir .Values.hubble.socketPath }} + type: Directory + name: hubble-sock-dir +{{- if .Values.hubble.tls.enabled }} + - projected: + sources: + - secret: + name: hubble-relay-client-certs + items: + - key: tls.crt + path: client.crt + - key: tls.key + path: client.key + - configMap: + name: hubble-ca-cert + items: + - key: ca.crt + path: hubble-server-ca.crt +{{- if .Values.hubble.relay.tls.server.enabled }} + - secret: + name: hubble-relay-server-certs + items: + - key: tls.crt + path: server.crt + - key: tls.key + path: server.key +{{- end }} + name: tls +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-service.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-service.yaml new file mode 100755 index 0000000..d50fa31 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-service.yaml @@ -0,0 +1,23 @@ +{{- if .Values.hubble.relay.enabled }} +kind: Service +apiVersion: v1 +metadata: + name: hubble-relay + namespace: {{ .Release.Namespace }} + labels: + k8s-app: hubble-relay +spec: + type: ClusterIP + selector: + k8s-app: hubble-relay + ports: + - protocol: TCP +{{- if .Values.hubble.relay.servicePort }} + port: {{ .Values.hubble.relay.servicePort }} +{{- else if .Values.hubble.relay.tls.server.enabled }} + port: 443 +{{- else }} + port: 80 +{{- end }} + targetPort: {{ .Values.hubble.relay.listenPort }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-serviceaccount.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-serviceaccount.yaml new file mode 100755 index 0000000..659cf56 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-serviceaccount.yaml @@ -0,0 +1,11 @@ +{{- if and (.Values.hubble.relay.enabled) (.Values.serviceAccounts.relay.create) -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: hubble-relay + namespace: {{ .Release.Namespace }} + {{- with .Values.serviceAccounts.relay.annotations }} + annotations: + {{- toYaml . | nindent 4 }} + {{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-tls-server-secret.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-tls-server-secret.yaml new file mode 100755 index 0000000..94f481d --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-relay-tls-server-secret.yaml @@ -0,0 +1,17 @@ +{{- if and (.Values.hubble.relay.enabled) (.Values.hubble.relay.tls.server.enabled) }} +{{- if or (and (.Values.hubble.tls.auto.enabled) (eq .Values.hubble.tls.auto.method "helm")) .Values.hubble.relay.tls.server.cert .Values.hubble.relay.tls.server.key }} +apiVersion: v1 +kind: Secret +metadata: + name: hubble-relay-server-certs + namespace: {{ .Release.Namespace }} +type: kubernetes.io/tls +data: +{{- if and (.Values.hubble.tls.auto.enabled) (eq .Values.hubble.tls.auto.method "helm") }} +{{ include "hubble.relay.gen-certs" . | indent 2 }} +{{- else }} + tls.crt: {{ .Values.hubble.relay.tls.server.cert }} + tls.key: {{ .Values.hubble.relay.tls.server.key }} +{{- end }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-server-secret.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-server-secret.yaml new file mode 100755 index 0000000..0db224f --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-server-secret.yaml @@ -0,0 +1,19 @@ +{{- if and .Values.agent (not .Values.preflight.enabled) .Values.hubble.enabled .Values.hubble.tls.enabled }} +{{- $hubbleCertsProvided := and .Values.hubble.tls.server.cert .Values.hubble.tls.server.key }} +{{- $hubbleCertsGenerate := and .Values.hubble.tls.auto.enabled (eq .Values.hubble.tls.auto.method "helm") .Values.hubble.relay.enabled -}} +{{- if or $hubbleCertsProvided $hubbleCertsGenerate }} +apiVersion: v1 +kind: Secret +metadata: + name: hubble-server-certs + namespace: {{ .Release.Namespace }} +type: kubernetes.io/tls +data: +{{- if $hubbleCertsGenerate }} +{{ include "hubble.server.gen-certs" . | indent 2 }} +{{- else }} + tls.crt: {{ .Values.hubble.tls.server.cert }} + tls.key: {{ .Values.hubble.tls.server.key }} +{{- end }} +{{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-clusterrole.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-clusterrole.yaml new file mode 100755 index 0000000..fc4aa2f --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-clusterrole.yaml @@ -0,0 +1,44 @@ +{{- if and (.Values.hubble.ui.enabled) (.Values.serviceAccounts.ui.create) }} +kind: ClusterRole +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: hubble-ui +rules: + - apiGroups: + - networking.k8s.io + resources: + - networkpolicies + verbs: + - get + - list + - watch + - apiGroups: + - "" + resources: + - componentstatuses + - endpoints + - namespaces + - nodes + - pods + - services + verbs: + - get + - list + - watch + - apiGroups: + - apiextensions.k8s.io + resources: + - customresourcedefinitions + verbs: + - get + - list + - watch + - apiGroups: + - cilium.io + resources: + - "*" + verbs: + - get + - list + - watch +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-clusterrolebinding.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-clusterrolebinding.yaml new file mode 100755 index 0000000..cd2c4cb --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-clusterrolebinding.yaml @@ -0,0 +1,14 @@ +{{- if and (.Values.hubble.ui.enabled) (.Values.serviceAccounts.ui.create) }} +kind: ClusterRoleBinding +apiVersion: rbac.authorization.k8s.io/v1 +metadata: + name: hubble-ui +roleRef: + apiGroup: rbac.authorization.k8s.io + kind: ClusterRole + name: hubble-ui +subjects: +- kind: ServiceAccount + namespace: {{ .Release.Namespace }} + name: hubble-ui +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-configmap.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-configmap.yaml new file mode 100755 index 0000000..3739516 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-configmap.yaml @@ -0,0 +1,10 @@ +{{- if .Values.hubble.ui.enabled }} +--- +apiVersion: v1 +kind: ConfigMap +metadata: + name: hubble-ui-envoy + namespace: {{ .Release.Namespace }} +data: +{{ (.Files.Glob "files/envoy/*").AsConfig | indent 2 }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-deployment.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-deployment.yaml new file mode 100755 index 0000000..515d5ae --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-deployment.yaml @@ -0,0 +1,87 @@ +{{- if .Values.hubble.ui.enabled }} +kind: Deployment +apiVersion: apps/v1 +metadata: + namespace: {{ .Release.Namespace }} + labels: + k8s-app: hubble-ui + name: hubble-ui +spec: + replicas: {{ .Values.hubble.ui.replicas }} + selector: + matchLabels: + k8s-app: hubble-ui + template: + metadata: + annotations: +{{- if .Values.hubble.ui.rollOutPods }} + # ensure pods roll when configmap updates + cilium.io/hubble-ui-envoy-configmap-checksum: {{ include (print $.Template.BasePath "/hubble-ui-configmap.yaml") . | sha256sum | quote }} +{{- end }} +{{- with .Values.hubble.ui.podAnnotations }} + {{- toYaml . | nindent 8 }} +{{- end }} + labels: + k8s-app: hubble-ui + spec: + {{- if .Values.hubble.ui.securityContext.enabled }} + securityContext: + runAsUser: 1001 + {{- end }} + serviceAccount: hubble-ui + serviceAccountName: hubble-ui +{{- with .Values.hubble.ui.nodeSelector }} + nodeSelector: + {{- toYaml . | trim | nindent 8 }} +{{- end }} +{{- with .Values.hubble.ui.tolerations }} + tolerations: + {{- toYaml . | trim | nindent 6 }} +{{- end }} + containers: + - name: frontend + image: "{{ template "system_default_registry" . }}{{ .Values.hubble.ui.frontend.image.repository }}:{{ .Values.hubble.ui.frontend.image.tag }}" + imagePullPolicy: {{ .Values.hubble.ui.frontend.image.pullPolicy }} + ports: + - containerPort: 8080 + name: http + resources: + {{- toYaml .Values.hubble.ui.frontend.resources | trim | nindent 12 }} + - name: backend + image: "{{ template "system_default_registry" . }}{{ .Values.hubble.ui.backend.image.repository }}:{{ .Values.hubble.ui.backend.image.tag }}" + imagePullPolicy: {{ .Values.hubble.ui.backend.image.pullPolicy }} + env: + - name: EVENTS_SERVER_PORT + value: "8090" + - name: FLOWS_API_ADDR + value: "hubble-relay:80" + ports: + - containerPort: 8090 + name: grpc + resources: + {{- toYaml .Values.hubble.ui.backend.resources | trim | nindent 12 }} + - name: proxy + image: "{{ template "system_default_registry" . }}{{ .Values.hubble.ui.proxy.image.repository }}:{{ .Values.hubble.ui.proxy.image.tag }}" + imagePullPolicy: {{ .Values.hubble.ui.proxy.image.pullPolicy }} + ports: + - containerPort: 8081 + name: http + resources: + {{- toYaml .Values.hubble.ui.proxy.resources | trim | nindent 12 }} + command: ["envoy"] + args: + [ + "-c", + "/etc/envoy.yaml", + "-l", + "info" + ] + volumeMounts: + - name: hubble-ui-envoy-yaml + mountPath: /etc/envoy.yaml + subPath: envoy.yaml + volumes: + - name: hubble-ui-envoy-yaml + configMap: + name: hubble-ui-envoy +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-ingress.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-ingress.yaml new file mode 100755 index 0000000..f67a423 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-ingress.yaml @@ -0,0 +1,26 @@ +{{- if and (.Values.hubble.ui.enabled) (.Values.hubble.ui.ingress.enabled) -}} +apiVersion: {{ template "ingress.apiVersion" . }} +kind: Ingress +metadata: + name: hubble-ui + namespace: {{ .Release.Namespace }} + labels: + k8s-app: hubble-ui +{{- with .Values.hubble.ui.ingress.annotations }} + annotations: +{{ toYaml . | indent 4 }} +{{- end }} +spec: +{{- if .Values.hubble.ui.ingress.tls }} + tls: +{{ toYaml .Values.hubble.ui.ingress.tls | indent 4 }} +{{- end }} + rules: + {{- range .Values.hubble.ui.ingress.hosts }} + - host: {{ . }} + http: + paths: + - path: / +{{ include "ingress.paths" $ | indent 12 }} + {{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-service.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-service.yaml new file mode 100755 index 0000000..5aa701d --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-service.yaml @@ -0,0 +1,17 @@ +{{- if .Values.hubble.ui.enabled }} +kind: Service +apiVersion: v1 +metadata: + name: hubble-ui + labels: + k8s-app: hubble-ui + namespace: {{ .Release.Namespace }} +spec: + selector: + k8s-app: hubble-ui + ports: + - name: http + port: 80 + targetPort: 8081 + type: ClusterIP +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-serviceaccount.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-serviceaccount.yaml new file mode 100755 index 0000000..837f044 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/hubble-ui-serviceaccount.yaml @@ -0,0 +1,11 @@ +{{- if and (.Values.hubble.ui.enabled) (.Values.serviceAccounts.ui.create) -}} +apiVersion: v1 +kind: ServiceAccount +metadata: + name: hubble-ui + namespace: {{ .Release.Namespace }} + {{- with .Values.serviceAccounts.ui.annotations }} + annotations: + {{- toYaml . | nindent 4 }} + {{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/validate.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/validate.yaml new file mode 100755 index 0000000..1e9cbb8 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/templates/validate.yaml @@ -0,0 +1,18 @@ +{{/* validate hubble config */}} +{{- if .Values.hubble.ui.enabled }} + {{- if not .Values.hubble.relay.enabled }} + {{ fail "Hubble UI requires .Values.hubble.relay.enabled=true" }} + {{- end }} +{{- end }} +{{- if .Values.hubble.relay.enabled }} + {{- if not .Values.hubble.enabled }} + {{ fail "Hubble Relay requires .Values.hubble.enabled=true" }} + {{- end }} +{{- end }} + +{{/* validate service monitoring CRDs */}} +{{- if and (.Values.prometheus.enabled) (or (.Values.prometheus.serviceMonitor.enabled) (.Values.operator.prometheus.serviceMonitor.enabled)) }} + {{- if not (.Capabilities.APIVersions.Has "monitoring.coreos.com/v1") }} + {{ fail "Service Monitor requires monitoring.coreos.com/v1 CRDs. Please refer to https://github.com/prometheus-operator/prometheus-operator/blob/master/example/prometheus-operator-crd/monitoring.coreos.com_servicemonitors.yaml" }} + {{- end }} +{{- end }} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/values.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/values.yaml new file mode 100755 index 0000000..6992f21 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/cilium/values.yaml @@ -0,0 +1,1515 @@ +# upgradeCompatibility helps users upgrading to ensure that the configMap for +# +# Cilium will not change critical values to ensure continued operation +# This is flag is not required for new installations. +# ex: 1.7, 1.8, 1.9 +# upgradeCompatibility: '1.8' + +debug: + # -- Enable debug logging + enabled: false + # verbose: + +rbac: + # -- Enable creation of Resource-Based Access Control configuration. + create: true + +# -- Configure image pull secrets for pulling container images +imagePullSecrets: +# - name: "image-pull-secret" + +# kubeConfigPath: ~/.kube/config +# k8sServiceHost: +# k8sServicePort: + +cluster: + # -- Name of the cluster. Only required for Cluster Mesh. + name: default + # -- (int) Unique ID of the cluster. Must be unique across all connected + # clusters and in the range of 1 to 255. Only required for Cluster Mesh. + id: + +# -- Define serviceAccount names for components. +# @default -- Component's fully qualified name. +serviceAccounts: + cilium: + create: true + annotations: {} + etcd: + create: true + annotations: {} + operator: + create: true + annotations: {} + preflight: + create: true + annotations: {} + relay: + create: true + annotations: {} + ui: + create: true + annotations: {} + clustermeshApiserver: + create: true + annotations: {} + # -- Certgen is used if hubble.tls.auto.method=cronJob + certgen: + create: true + annotations: {} + +# -- Install the cilium agent resources. +agent: true + +# -- Agent container name. +name: cilium + +# -- Roll out cilium agent pods automatically when configmap is updated. +rollOutCiliumPods: false + +# -- Agent container image. +image: + repository: quay.io/cilium/cilium + tag: v1.9.6 + pullPolicy: IfNotPresent + # cilium-digest + digest: "sha256:6e2bc051dd5d942085591ea6150623790a8ffbaaab567007a2707fc7668d8055" + useDigest: false + +# -- Pod affinity for cilium-agent. +affinity: + podAntiAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + - labelSelector: + matchExpressions: + - key: k8s-app + operator: In + values: + - cilium + topologyKey: kubernetes.io/hostname + +priorityClassName: "" + +# -- Additional agent container arguments +extraArgs: {} + +# -- Additional agent container environment variables +extraEnv: {} + +# -- Additional InitContainers to initialize the pod +extraInitContainers: [] + +# -- Additional agent hostPath mounts +extraHostPathMounts: [] + # - name: host-mnt-data + # mountPath: /host/mnt/data + # hostPath: /mnt/data + # hostPathType: Directory + # readOnly: true + # mountPropagation: HostToContainer + +# -- Additional agent ConfigMap mounts +extraConfigmapMounts: [] + # - name: certs-configmap + # mountPath: /certs + # configMap: certs-configmap + # readOnly: true + +# -- extraConfig allows you to specify additional configuration parameters to be +# included in the cilium-config configmap. +extraConfig: {} +# my-config-a: "1234" +# my-config-b: |- +# test 1 +# test 2 +# test 3 + +# -- Node tolerations for agent scheduling to nodes with taints +# ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ +tolerations: +- operator: Exists + # - key: "key" + # operator: "Equal|Exists" + # value: "value" + # effect: "NoSchedule|PreferNoSchedule|NoExecute(1.6 only)" + +# -- Annotations to be added to agent pods +podAnnotations: {} + +# -- Labels to be added to agent pods +podLabels: {} + +# -- PodDisruptionBudget settings +# ref: https://kubernetes.io/docs/concepts/workloads/pods/disruptions/ +podDisruptionBudget: + enabled: true + maxUnavailable: 2 + +# -- Agent resource limits & requests +# ref: https://kubernetes.io/docs/user-guide/compute-resources/ +resources: {} + # limits: + # cpu: 4000m + # memory: 4Gi + # requests: + # cpu: 100m + # memory: 512Mi + +# -- Security context to be added to agent pods +securityContext: {} + # runAsUser: 0 + +# -- Cilium agent update strategy +updateStrategy: + rollingUpdate: + maxUnavailable: 2 + type: RollingUpdate + +# Configuration Values for cilium-agent + +# -- Enable installation of PodCIDR routes between worker +# nodes if worker nodes share a common L2 network segment. +autoDirectNodeRoutes: false + +azure: + # -- Enable Azure integration + enabled: false + # resourceGroup: group1 + # subscriptionID: 00000000-0000-0000-0000-000000000000 + # tenantID: 00000000-0000-0000-0000-000000000000 + # clientID: 00000000-0000-0000-0000-000000000000 + # clientSecret: 00000000-0000-0000-0000-000000000000 + # userAssignedIdentityID: 00000000-0000-0000-0000-000000000000 + +# -- Optimize TCP and UDP workloads and enable rate-limiting traffic from +# individual Pods with EDT (Earliest Departure Time) +# through the "kubernetes.io/egress-bandwidth" Pod annotation. +bandwidthManager: false + +bpf: + clockProbe: false + + # -- Force the cilium-agent DaemonSet to wait in an initContainer until the + # eBPF filesystem has been mounted. + waitForMount: false + + # -- Enables pre-allocation of eBPF map values. This increases + # memory usage but can reduce latency. + preallocateMaps: false + + # -- Configure the maximum number of entries in the TCP connection tracking + # table. + # ctTcpMax: '524288' + + # -- Configure the maximum number of entries for the non-TCP connection + # tracking table. + # ctAnyMax: '262144' + + # -- Configure the maximum number of service entries in the + # load balancer maps. + lbMapMax: 65536 + + # -- Configure the maximum number of entries for the NAT table. + # natMax: 524288 + + # -- Configure the maximum number of entries for the neighbor table. + # neighMax: 524288 + + # -- Configure the maximum number of entries in endpoint policy map. + # (per endpoint) + policyMapMax: 16384 + + # -- Configure auto-sizing for all BPF maps based on available memory. + # ref: https://docs.cilium.io/en/v1.9/concepts/ebpf/maps/#ebpf-maps + #mapDynamicSizeRatio: 0.0025 + + # -- Configure the level of aggregation for monitor notifications. + # Valid options are none, low, medium, maximum + monitorAggregation: medium + + # -- Configure the typical time between monitor notifications for + # active connections. + monitorInterval: "5s" + + # -- Configure which TCP flags trigger notifications when seen for the + # first time in a connection. + monitorFlags: "all" + + # -- Enable native IP masquerade support in eBPF + #masquerade: true + + # -- Configure whether direct routing mode should route traffic via + # host stack (true) or directly and more efficiently out of BPF (false) if + # the kernel supports it. The latter has the implication that it will also + # bypass netfilter in the host namespace. + #hostRouting: true + + # -- Configure the eBPF-based TPROXY to reduce reliance on iptables rules + # for implementing Layer 7 policy. + # tproxy: true + +# -- Clean all eBPF datapath state from the initContainer of the cilium-agent +# DaemonSet. +# +# WARNING: Use with care! +cleanBpfState: false + +# -- Clean all local Cilium state from the initContainer of the cilium-agent +# DaemonSet. Implies cleanBpfState: true. +# +# WARNING: Use with care! +cleanState: false + +cni: + # -- Install the CNI configuration and binary files into the filesystem. + install: true + + # -- Configure chaining on top of other CNI plugins. Possible values: + # - none + # - generic-veth + # - aws-cni + # - portmap + chainingMode: none + + # -- Skip writing of the CNI configuration. This can be used if + # writing of the CNI configuration is performed by external automation. + customConf: false + + # -- Configure the path to the CNI configuration directory on the host. + confPath: /etc/cni/net.d + + # -- Configure the path to the CNI binary directory on the host. + binPath: /opt/cni/bin + + # -- Specify the path to a CNI config to read from on agent start. + # This can be useful if you want to manage your CNI + # configuration outside of a Kubernetes environment. This parameter is + # mutually exclusive with the 'cni.configMap' parameter. + # readCniConf: /host/etc/cni/net.d/05-cilium.conf + + # -- When defined, configMap will mount the provided value as ConfigMap and + # interpret the cniConf variable as CNI configuration file and write it + # when the agent starts up + # configMap: cni-configuration + + # -- Configure the key in the CNI ConfigMap to read the contents of + # the CNI configuration from. + configMapKey: cni-config + + # -- Configure the path to where to mount the ConfigMap inside the agent pod. + confFileMountPath: /tmp/cni-configuration + + # -- Configure the path to where the CNI configuration directory is mounted + # inside the agent pod. + hostConfDirMountPath: /host/etc/cni/net.d + +# -- Configure how frequently garbage collection should occur for the datapath +# connection tracking table. +# conntrackGCInterval: "0s" + +# -- Configure container runtime specific integration. +containerRuntime: + # -- Enables specific integrations for container runtimes. + # Supported values: + # - containerd + # - crio + # - docker + # - none + # - auto (automatically detect the container runtime) + integration: none + # -- Configure the path to the container runtime control socket. + # socketPath: /path/to/runtime.sock + +# crdWaitTimeout: "" + +# -- Configure which datapath mode should be used for configuring container +# connectivity. Valid options are "veth" or "ipvlan". +datapathMode: veth + +daemon: + # -- Configure where Cilium runtime state should be stored. + runPath: "/var/run/cilium" + +# -- Specify which network interfaces can run the eBPF datapath. This means +# that a packet sent from a pod to a destination outside the cluster will be +# masqueraded (to an output device IPv4 address), if the output device runs the +# program. When not specified, probing will automatically detect devices. +# devices: "" + +# TODO: Add documentation +# disableIptablesFeederRules: "" + +# TODO: Add documentation +# egressMasqueradeInterfaces: "" + +enableCnpStatusUpdates: false + +# TODO: Add documentation +# enableIdentityMark: false + +# enableK8sEndpointSlice: false + +# -- Enables the fallback compatibility solution for when the xt_socket kernel +# module is missing and it is needed for the datapath L7 redirection to work +# properly. See documentation for details on when this can be disabled: +# http://docs.cilium.io/en/stable/install/system_requirements/#admin-kernel-version. +enableXTSocketFallback: true + +encryption: + # -- Enable transparent network encryption. + enabled: false + + # -- Name of the key file inside the Kubernetes secret configured via secretName. + keyFile: keys + + # -- Path to mount the secret inside the Cilium pod. + mountPath: /etc/ipsec + + # -- Name of the Kubernetes secret containing the encryption keys. + secretName: cilium-ipsec-keys + + # -- Enable encryption for pure node to node traffic. + nodeEncryption: false + + # -- The interface to use for encrypted traffic. + # interface: eth0 + +# TODO: Add documentation +endpointHealthChecking: + enabled: true + +endpointRoutes: + # -- Enable use of per endpoint routes instead of routing via + # the cilium_host interface. + enabled: false + +# -- Enable Elastic Network Interface (ENI) integration. +eni: false + +externalIPs: + # -- Enable ExternalIPs service support. + enabled: false + +# flannel is the flannel specific configuration +flannel: + # enabled enables the flannel integration + enabled: false + + # masterDevice is the name of the flannel bridge + masterDevice: cni0 + + # uninstallOnExt enables uninstallation of Cilium BPF programs on flannel + # managed pods when the Cilium pod is terminated + uninstallOnExit: false + +# fragmentTracking enables IPv4 fragment tracking support in the datapath. +# fragmentTracking: true + +gke: + # -- Enable Google Kubernetes Engine integration + enabled: false + +# TODO: Add documentation +healthChecking: true + +# -- TCP port for the agent health API. This is not the port for cilium-health. +healthPort: 9876 + +# -- Enables the enforcement of host policies in the eBPF datapath. +hostFirewall: false + +hostPort: + # -- Enable hostPort service support. + enabled: false + +# -- Configure ClusterIP service handling in the host namespace (the node). +hostServices: + # -- Enable host reachable services. + enabled: false + + # -- Supported list of protocols to apply ClusterIP translation to. + protocols: tcp,udp + + +# -- Configure certificate generation for Hubble integration. +# If hubble.tls.auto.method=cronJob, these values are used +# for the Kubernetes CronJob which will be scheduled regularly to +# (re)generate any certificates not provided manually. +certgen: + image: + repository: quay.io/cilium/certgen + tag: v0.1.3 + pullPolicy: IfNotPresent + # -- Seconds after which the completed job pod will be deleted + ttlSecondsAfterFinished: 1800 + # -- Labels to be added to hubble-certgen pods + podLabels: {} + +hubble: + # -- Enable Hubble (true by default). + enabled: true + + # -- Buffer size of the channel Hubble uses to receive monitor events. If this + # value is not set, the queue size is set to the default monitor queue size. + # eventQueueSize: "" + + # -- Number of recent flows for Hubble to cache. Defaults to 4095. + # Possible values are: + # 1, 3, 7, 15, 31, 63, 127, 255, 511, 1023, + # 2047, 4095, 8191, 16383, 32767, 65535 + # eventBufferCapacity: "4095" + + # -- Hubble metrics configuration. + # See https://docs.cilium.io/en/stable/configuration/metrics/#hubble-metrics + # for more comprehensive documentation about Hubble metrics. + metrics: + # -- Configures the list of metrics to collect. If empty or null, metrics + # are disabled. + # Example: + # + # enabled: + # - dns:query;ignoreAAAA + # - drop + # - tcp + # - flow + # - icmp + # - http + # + # You can specify the list of metrics from the helm CLI: + # + # --set metrics.enabled="{dns:query;ignoreAAAA,drop,tcp,flow,icmp,http}" + # + enabled: ~ + # -- Configure the port the hubble metric server listens on. + port: 9091 + serviceMonitor: + # -- Create ServiceMonitor resources for Prometheus Operator. + # This requires the prometheus CRDs to be available. + # ref: https://github.com/prometheus-operator/prometheus-operator/blob/master/example/prometheus-operator-crd/monitoring.coreos.com_servicemonitors.yaml) + enabled: false + + metricsServer: "" + + # -- Unix domain socket path to listen to when Hubble is enabled. + socketPath: /var/run/cilium/hubble.sock + + # -- An additional address for Hubble to listen to. + # Set this field ":4244" if you are enabling Hubble Relay, as it assumes that + # Hubble is listening on port 4244. + listenAddress: ":4244" + + # -- TLS configuration for Hubble + tls: + # -- Enable mutual TLS for listenAddress. Setting this value to false is + # highly discouraged as the Hubble API provides access to potentially + # sensitive network flow metadata and is exposed on the host network. + enabled: true + # -- Configure automatic TLS certificates generation. + auto: + # -- Auto-generate certificates. + # When set to true, automatically generate a CA and certificates to + # enable mTLS between Hubble server and Hubble Relay instances. If set to + # false, the certs for Hubble server need to be provided by setting + # appropriate values below. + enabled: true + # -- Set the method to auto-generate certificates. Supported values: + # - helm: This method uses Helm to generate all certificates. + # - cronJob: This method uses a Kubernetes CronJob the generate any + # certificates not provided by the user at installation + # time. + method: helm + # -- Generated certificates validity duration in days. + certValidityDuration: 1095 + # -- Schedule for certificates regeneration (regardless of their expiration date). + # Only used if method is "cronJob". If nil, then no recurring job will be created. + # Instead, only the one-shot job is deployed to generate the certificates at + # installation time. + # + # Defaults to midnight of the first day of every fourth month. For syntax, see + # https://kubernetes.io/docs/tasks/job/automated-tasks-with-cron-jobs/#schedule + schedule: "0 0 1 */4 *" + # -- base64 encoded PEM values for the Hubble CA certificate and private key. + ca: + cert: "" + # -- The CA private key (optional). If it is provided, then it will be + # used by hubble.tls.auto.method=cronJob to generate all other certificates. + # Otherwise, a ephemeral CA is generated if hubble.tls.auto.enabled=true. + key: "" + # -- base64 encoded PEM values for the Hubble server certificate and private key + server: + cert: "" + key: "" + + relay: + # -- Enable Hubble Relay (requires hubble.enabled=true) + enabled: false + + # -- Roll out Hubble Relay pods automatically when configmap is updated. + rollOutPods: false + + # -- Hubble-relay container image. + image: + repository: quay.io/cilium/hubble-relay + tag: v1.9.6 + pullPolicy: IfNotPresent + # hubble-relay-digest + digest: "sha256:2ea804c454b660d474feae96c01da1b9193dfce6809b4d3825e7b6efc6ade8c7" + useDigest: false + + # -- Specifies the resources for the hubble-relay pods + resources: {} + + # -- Number of replicas run for the hubble-relay deployment. + replicas: 1 + + # -- Node labels for pod assignment + # ref: https://kubernetes.io/docs/user-guide/node-selection/ + nodeSelector: {} + + # -- Annotations to be added to hubble-relay pods + podAnnotations: {} + + # -- Labels to be added to hubble-relay pods + podLabels: {} + + # -- Node tolerations for pod assignment on nodes with taints + # ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ + # + tolerations: [] + + # -- hubble-relay update strategy + updateStrategy: + rollingUpdate: + maxUnavailable: 1 + type: RollingUpdate + + # -- Host to listen to. Specify an empty string to bind to all the interfaces. + listenHost: "" + + # -- Port to listen to. + listenPort: "4245" + + # -- TLS configuration for Hubble Relay + tls: + # -- base64 encoded PEM values for the hubble-relay client certificate and private key + # This keypair is presented to Hubble server instances for mTLS + # authentication and is required when hubble.tls.enabled is true. + # These values need to be set manually if hubble.tls.auto.enabled is false. + client: + cert: "" + key: "" + # -- base64 encoded PEM values for the hubble-relay server certificate and private key + server: + # When set to true, enable TLS on for Hubble Relay server + # (ie: for clients connecting to the Hubble Relay API). + enabled: false + # These values need to be set manually if hubble.tls.auto.enabled is false. + cert: "" + key: "" + + # -- Dial timeout to connect to the local hubble instance to receive peer information (e.g. "30s"). + dialTimeout: ~ + + # -- Backoff duration to retry connecting to the local hubble instance in case of failure (e.g. "30s"). + retryTimeout: ~ + + # -- Max number of flows that can be buffered for sorting before being sent to the + # client (per request) (e.g. 100). + sortBufferLenMax: ~ + + # -- When the per-request flows sort buffer is not full, a flow is drained every + # time this timeout is reached (only affects requests in follow-mode) (e.g. "1s"). + sortBufferDrainTimeout: ~ + + # -- Port to use for the k8s service backed by hubble-relay pods. + # If not set, it is dynamically assigned to port 443 if TLS is enabled and to + # port 80 if not. + # servicePort: 80 + + ui: + enabled: false + + # -- Roll out Hubble-ui pods automatically when configmap is updated. + rollOutPods: false + + backend: + # -- Hubble-ui backend image. + image: + repository: quay.io/cilium/hubble-ui-backend + tag: v0.7.3 + pullPolicy: IfNotPresent + # Resource requests and limits for the 'hubble-ui' container of the 'hubble-ui' deployment, such as + # resources: + # limits: + # cpu: 1000m + # memory: 1024M + # requests: + # cpu: 100m + # memory: 64Mi + resources: {} + + frontend: + # -- Hubble-ui frontend image. + image: + repository: quay.io/cilium/hubble-ui + tag: v0.7.3 + pullPolicy: IfNotPresent + # Resource requests and limits for the 'hubble-ui' container of the 'hubble-ui' deployment, such as + # resources: + # limits: + # cpu: 1000m + # memory: 1024M + # requests: + # cpu: 100m + # memory: 64Mi + resources: {} + + proxy: + # -- Hubble-ui ingress proxy image. + image: + repository: docker.io/envoyproxy/envoy + tag: v1.14.5 + pullPolicy: IfNotPresent + # Resource requests and limits for the 'hubble-ui' container of the 'hubble-ui' deployment, such as + # resources: + # limits: + # cpu: 1000m + # memory: 1024M + # requests: + # cpu: 100m + # memory: 64Mi + resources: {} + + replicas: 1 + + # -- Annotations to be added to hubble-ui pods + podAnnotations: {} + + # -- Labels to be added to hubble-ui pods + podLabels: {} + + # -- Node labels for pod assignment + # ref: https://kubernetes.io/docs/user-guide/node-selection/ + nodeSelector: {} + + # -- Node tolerations for pod assignment on nodes with taints + # ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ + # + tolerations: [] + + # -- hubble-ui update strategy. + updateStrategy: + rollingUpdate: + maxUnavailable: 1 + type: RollingUpdate + + securityContext: + enabled: true + + # -- hubble-ui ingress configuration. + ingress: + enabled: false + annotations: {} + # kubernetes.io/ingress.class: nginx + # kubernetes.io/tls-acme: "true" + hosts: + - chart-example.local + tls: [] + # - secretName: chart-example-tls + # hosts: + # - chart-example.local + + +# TODO: Add documentation +identityAllocationMode: "crd" + +# TODO: Add documentation +# identityChangeGracePeriod: "5s" + +# TODO: Add documentation +# identityGCInterval: + +# TODO: Add documentation +# identityHeartbeatTimeout: "" + + +# -- Configure whether to install iptables rules to allow for TPROXY +# (L7 proxy injection), iptables-based masquerading and compatibility +# with kube-proxy. +installIptablesRules: true + +ipam: + # -- Configure IP Address Management mode. + # ref: https://docs.cilium.io/en/stable/concepts/networking/ipam/ + mode: "cluster-pool" + operator: + # -- IPv4 CIDR range to delegate to individual nodes for IPAM. + clusterPoolIPv4PodCIDR: "10.0.0.0/8" + # -- IPv4 CIDR mask size to delegate to individual nodes for IPAM. + clusterPoolIPv4MaskSize: 24 + # -- IPv6 CIDR range to delegate to individual nodes for IPAM. + clusterPoolIPv6PodCIDR: "fd00::/104" + # -- IPv6 CIDR mask size to delegate to individual nodes for IPAM. + clusterPoolIPv6MaskSize: 120 + +# -- Configure the eBPF-based ip-masq-agent +ipMasqAgent: + enabled: false + +# iptablesLockTimeout defines the iptables "--wait" option when invoked from Cilium. +# iptablesLockTimeout: "5s" + +ipv4: + # -- Enable IPv4 support. + enabled: true + +ipv6: + # -- Enable IPv6 support. + enabled: false + +ipvlan: + # -- Enable the IPVLAN datapath + enabled: false + + # -- masterDevice is the name of the device to use to attach secondary IPVLAN + # devices + # masterDevice: eth0 + +# -- Configure Kubernetes specific configuration +k8s: {} + # -- requireIPv4PodCIDR enables waiting for Kubernetes to provide the PodCIDR + # range via the Kubernetes node resource + # requireIPv4PodCIDR: false + + # -- requireIPv6PodCIDR enables waiting for Kubernetes to provide the PodCIDR + # range via the Kubernetes node resource + # requireIPv6PodCIDR: false + +# -- Keep the deprecated selector labels when deploying Cilium DaemonSet +keepDeprecatedLabels: false + +# -- Keep the deprecated probes when deploying Cilium DaemonSet +keepDeprecatedProbes: false + +# -- Configure the kube-proxy replacement in Cilium BPF datapath +# Valid options are "disabled", "probe", "partial", "strict". +# ref: https://docs.cilium.io/en/stable/gettingstarted/kubeproxy-free/ +kubeProxyReplacement: "probe" + +# -- healthz server bind address for the kube-proxy replacement. +# To enable set the value to '0.0.0.0:10256' for all ipv4 +# addresses and this '[::]:10256' for all ipv6 addresses. +# By default it is disabled. +kubeProxyReplacementHealthzBindAddr: "" + +# -- Enable Layer 7 network policy. +l7Proxy: true + +localRedirectPolicy: false + +# To include or exclude matched resources from cilium identity evaluation +# labels: "" + +# logOptions allows you to define logging options. eg: +# logOptions: +# format: json + +# -- Enables periodic logging of system load +logSystemLoad: false + + +# -- Configure maglev consistent hashing +maglev: {} + # -- tableSize is the size (parameter M) for the backend table of one + # service entry + # tableSize: + + # -- hashSeed is the cluster-wide base64 encoded seed for the hashing + # hashSeed: + +# -- Enables masquerading of traffic leaving the node for destinations +# outside of the cluster. +masquerade: true + +# -- Specify the CIDR for native routing (ie to avoid IP masquerade for). +# This value corresponds to the configured cluster-cidr. +# nativeRoutingCIDR: + +# -- Configure cilium-monitor sidecar +monitor: + enabled: false + +# -- Configure service load balancing +# loadBalancer: + # algorithm is the name of the load balancing algorithm for backend + # selection e.g. random or maglev + # algorithm: "random" + + # mode is the operation mode of load balancing for remote backends + # e.g. snat, dsr, hybrid + # mode: snat + + # acceleration is the option to accelerate service handling via XDP + # e.g. native, disabled + # acceleration: disabled + +nodePort: + # -- Enable the Cilium NodePort service implementation. + enabled: false + + # -- Port range to use for NodePort services. + # range: "30000,32767" + + # -- Set to true to prevent applications binding to service ports. + bindProtection: true + + # -- Append NodePort range to ip_local_reserved_ports if clash with ephemeral + # ports is detected. + autoProtectPortRange: true + + # -- Enable healthcheck nodePort server for NodePort services + enableHealthCheck: true + +# policyAuditMode: false + +# -- The agent can be put into one of the three policy enforcement modes: +# default, always and never. +# ref: https://docs.cilium.io/en/stable/policy/intro/#policy-enforcement-modes +policyEnforcementMode: "default" + +pprof: + # -- Enable Go pprof debugging + enabled: false + +# -- Configure prometheus metrics on the configured port at /metrics +prometheus: + enabled: false + port: 9090 + serviceMonitor: + # -- Enable service monitors. + # This requires the prometheus CRDs to be available (see https://github.com/prometheus-operator/prometheus-operator/blob/master/example/prometheus-operator-crd/monitoring.coreos.com_servicemonitors.yaml) + # + enabled: false + # -- Specify the Kubernetes namespace where Prometheus expects to find + # service monitors configured. + # namespace: "" + +# -- Configure Istio proxy options. +proxy: + prometheus: + port: "9095" + # -- Regular expression matching compatible Istio sidecar istio-proxy + # container image names + sidecarImageRegex: "cilium/istio_proxy" + +# -- Enable use of the remote node identity. +# ref: https://docs.cilium.io/en/v1.7/install/upgrade/#configmap-remote-node-identity +remoteNodeIdentity: true + +# -- Enable resource quotas for priority classes used in the cluster. +resourceQuotas: + enabled: false + cilium: + hard: + # 5k nodes * 2 DaemonSets (Cilium and cilium node init) + pods: "10k" + operator: + hard: + # 15 "clusterwide" Cilium Operator pods for HA + pods: "15" + +# Need to document default +################## +#sessionAffinity: false + +# -- Do not run Cilium agent when running with clean mode. Useful to completely +# uninstall Cilium as it will stop Cilium from starting and create artifacts +# in the node. +sleepAfterInit: false + +# -- Configure BPF socket operations configuration +sockops: + # enabled enables installation of socket options acceleration. + enabled: false + +# TODO: Add documentation, default value +# svcSourceRangeCheck: + +# synchronizeK8sNodes: true + +# -- Configure TLS configuration in the agent. +tls: + enabled: true + secretsBackend: local + +# -- Configure the encapsulation configuration for communication between nodes. +# Possible values: +# - disabled +# - vxlan (default) +# - geneve +tunnel: "vxlan" + +etcd: + # -- Enable etcd mode for the agent. + enabled: false + + # -- cilium-etcd-operator image. + image: + repository: quay.io/cilium/cilium-etcd-operator + tag: v2.0.7 + pullPolicy: IfNotPresent + + # -- cilium-etcd-operator priorityClassName + # + priorityClassName: "" + + # -- Additional cilium-etcd-operator container arguments + # + extraArgs: {} + + # -- Additional InitContainers to initialize the pod + # + extraInitContainers: [] + + # -- Additional cilium-etcd-operator hostPath mounts + # + extraHostPathMounts: [] + # - name: textfile-dir + # mountPath: /srv/txt_collector + # hostPath: /var/lib/cilium-etcd-operator + # readOnly: true + # mountPropagation: HostToContainer + + # -- Additional cilium-etcd-operator ConfigMap mounts + # + extraConfigmapMounts: [] + # - name: certs-configmap + # mountPath: /certs + # configMap: certs-configmap + # readOnly: true + + # -- Node tolerations for cilium-etcd-operator scheduling to nodes with taints + # ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ + # + tolerations: + - operator: Exists + # - key: "key" + # operator: "Equal|Exists" + # value: "value" + # effect: "NoSchedule|PreferNoSchedule|NoExecute(1.6 only)" + + # -- Node labels for cilium-etcd-operator pod assignment + # ref: https://kubernetes.io/docs/user-guide/node-selection/ + # + nodeSelector: {} + + # -- Annotations to be added to cilium-etcd-operator pods + podAnnotations: {} + + # -- Labels to be added to cilium-etcd-operator pods + podLabels: {} + + # -- PodDisruptionBudget settings + # ref: https://kubernetes.io/docs/concepts/workloads/pods/disruptions/ + # + podDisruptionBudget: + enabled: true + maxUnavailable: 2 + + # -- cilium-etcd-operator resource limits & requests + # ref: https://kubernetes.io/docs/user-guide/compute-resources/ + # + resources: {} + # limits: + # cpu: 4000m + # memory: 4Gi + # requests: + # cpu: 100m + # memory: 512Mi + + # -- Security context to be added to cilium-etcd-operator pods + # + securityContext: {} + # runAsUser: 0 + + # -- cilium-etcd-operator update strategy + updateStrategy: + rollingUpdate: + maxSurge: 1 + maxUnavailable: 1 + type: RollingUpdate + + # -- If etcd is behind a k8s service set this option to true so that Cilium + # does the service translation automatically without requiring a DNS to be + # running. + k8sService: false + + # -- Enable managed etcd mode based on the cilium-etcd-operator. + managed: false + + # -- Cluster domain for cilium-etcd-operator. + clusterDomain: cluster.local + + # -- Size of the managed etcd cluster. + clusterSize: 3 + + # -- List of etcd endpoints (not needed when using managed=true). + endpoints: + - https://CHANGE-ME:2379 + + # -- Enable use of TLS/SSL for connectivity to etcd. (auto-enabled if + # managed=true) + ssl: false + +operator: + # -- Enable the cilium-operator component (required). + enabled: true + + # -- Roll out cilium-operator pods automatically when configmap is updated. + rollOutPods: false + + # -- cilium-operator image. + image: + repository: quay.io/cilium/operator + tag: v1.9.6 + pullPolicy: IfNotPresent + suffix: "" + # operator-generic-digest + genericDigest: "sha256:29a315472ae0701dbfbfff1e9766f68c2915edd896a011f7e8e409cf4d687453" + # operator-azure-digest + azureDigest: "sha256:e70493e05af077501563db990db1165dfcc66b09bfb751065f3d72e504e46ca7" + # operator-aws-digest + awsDigest: "sha256:9cc271130849e109608478b5fa695d84ab9542900ceeb7128c1a0c7b29abad3c" + useDigest: false + + # -- Number of replicas to run for the cilium-operator deployment + replicas: 2 + + # -- cilium-operator priorityClassName + priorityClassName: "" + + # -- cilium-operator update strategy + updateStrategy: + rollingUpdate: + maxSurge: 1 + maxUnavailable: 1 + type: RollingUpdate + + # -- cilium-operator affinity + affinity: + podAntiAffinity: + requiredDuringSchedulingIgnoredDuringExecution: + - labelSelector: + matchExpressions: + - key: io.cilium/app + operator: In + values: + - operator + topologyKey: kubernetes.io/hostname + + + # -- Additional cilium-etcd-operator container arguments + # + extraArgs: {} + + extraEnv: {} + + # -- Additional InitContainers to initialize the pod + # + extraInitContainers: [] + + # -- Additional cilium-operator hostPath mounts + extraHostPathMounts: [] + # - name: host-mnt-data + # mountPath: /host/mnt/data + # hostPath: /mnt/data + # hostPathType: Directory + # readOnly: true + # mountPropagation: HostToContainer + + extraConfigmapMounts: [] + # - name: certs-configmap + # mountPath: /certs + # configMap: certs-configmap + # readOnly: true + + # -- Node tolerations for cilium-operator scheduling to nodes with taints + # ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ + # + tolerations: + - operator: Exists + # - key: "key" + # operator: "Equal|Exists" + # value: "value" + # effect: "NoSchedule|PreferNoSchedule|NoExecute(1.6 only)" + + # -- Node labels for cilium-operator pod assignment + # ref: https://kubernetes.io/docs/user-guide/node-selection/ + # + nodeSelector: {} + + # -- Annotations to be added to cilium-operator pods + podAnnotations: {} + + # -- Labels to be added to cilium-operator pods + podLabels: {} + + # -- PodDisruptionBudget settings + # ref: https://kubernetes.io/docs/concepts/workloads/pods/disruptions/ + # + podDisruptionBudget: + enabled: false + maxUnavailable: 1 + + # -- cilium-operator resource limits & requests + # ref: https://kubernetes.io/docs/user-guide/compute-resources/ + # + resources: {} + # limits: + # cpu: 1000m + # memory: 1Gi + # requests: + # cpu: 100m + # memory: 128Mi + + # -- Security context to be added to cilium-operator pods + # + securityContext: {} + # runAsUser: 0 + + endpointGCInterval: "5m0s" + identityGCInterval: "15m0s" + identityHeartbeatTimeout: "30m0s" + + # -- Enable prometheus metrics for cilium-operator on the configured port at + # /metrics + prometheus: + enabled: false + port: 6942 + serviceMonitor: + # -- Enable service monitors. + # This requires the prometheus CRDs to be available (see https://github.com/prometheus-operator/prometheus-operator/blob/master/example/prometheus-operator-crd/monitoring.coreos.com_servicemonitors.yaml) + ## + enabled: false + + +nodeinit: + # -- Enable the node initialization DaemonSet + enabled: false + + # -- node-init image. + image: + repository: quay.io/cilium/startup-script + tag: 62bfbe88c17778aad7bef9fa57ff9e2d4a9ba0d8 + pullPolicy: IfNotPresent + + priorityClassName: "" + + # -- node-init update strategy + updateStrategy: + type: RollingUpdate + + extraArgs: {} + + extraEnv: {} + + extraInitContainers: [] + + extraHostPathMounts: [] + # - name: textfile-dir + # mountPath: /srv/txt_collector + # hostPath: /var/lib/nodeinit + # readOnly: true + # mountPropagation: HostToContainer + + extraConfigmapMounts: [] + # - name: certs-configmap + # mountPath: /certs + # configMap: certs-configmap + # readOnly: true + + # -- Node tolerations for nodeinit scheduling to nodes with taints + # ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ + # + tolerations: + - operator: Exists + # - key: "key" + # operator: "Equal|Exists" + # value: "value" + # effect: "NoSchedule|PreferNoSchedule|NoExecute(1.6 only)" + + # -- Node labels for nodeinit pod assignment + # ref: https://kubernetes.io/docs/user-guide/node-selection/ + # + nodeSelector: {} + + # -- Annotations to be added to node-init pods + podAnnotations: {} + + # -- Labels to be added to node-init pods + podLabels: {} + + # -- PodDisruptionBudget settings + # ref: https://kubernetes.io/docs/concepts/workloads/pods/disruptions/ + # + podDisruptionBudget: + enabled: true + maxUnavailable: 2 + + # -- nodeinit resource limits & requests + # ref: https://kubernetes.io/docs/user-guide/compute-resources/ + # + resources: + requests: + cpu: 100m + memory: 100Mi + + # -- Security context to be added to nodeinit pods + # + securityContext: {} + # runAsUser: 0 + + # -- bootstrapFile is the location of the file where the bootstrap timestamp is + # written by the node-init DaemonSet + bootstrapFile: "/tmp/cilium-bootstrap-time" + +preflight: + # -- Enable Cilium pre-flight resources (required for upgrade) + enabled: false + + # -- Cilium pre-flight image. + image: + repository: quay.io/cilium/cilium + tag: v1.9.6 + pullPolicy: IfNotPresent + # cilium-digest + digest: "sha256:6e2bc051dd5d942085591ea6150623790a8ffbaaab567007a2707fc7668d8055" + useDigest: false + + priorityClassName: "" + + # -- preflight update strategy + updateStrategy: + type: RollingUpdate + + extraArgs: {} + + extraEnv: {} + + extraInitContainers: [] + + extraHostPathMounts: [] + # - name: textfile-dir + # mountPath: /srv/txt_collector + # hostPath: /var/lib/preflight + # readOnly: true + # mountPropagation: HostToContainer + + extraConfigmapMounts: [] + # - name: certs-configmap + # mountPath: /certs + # configMap: certs-configmap + # readOnly: true + + # -- Node tolerations for preflight scheduling to nodes with taints + # ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ + # + tolerations: + - effect: NoSchedule + key: node.kubernetes.io/not-ready + - effect: NoSchedule + key: node-role.kubernetes.io/master + - effect: NoSchedule + key: node-role.kubernetes.io/control-plane + - effect: NoSchedule + key: node.cloudprovider.kubernetes.io/uninitialized + value: "true" + - key: CriticalAddonsOnly + operator: "Exists" + # - key: "key" + # operator: "Equal|Exists" + # value: "value" + # effect: "NoSchedule|PreferNoSchedule|NoExecute(1.6 only)" + + # -- Node labels for preflight pod assignment + # ref: https://kubernetes.io/docs/user-guide/node-selection/ + # + nodeSelector: {} + + # -- Annotations to be added to preflight pods + podAnnotations: {} + + # Labels to be added to preflight pods + podLabels: {} + + # -- PodDisruptionBudget settings + # ref: https://kubernetes.io/docs/concepts/workloads/pods/disruptions/ + # + podDisruptionBudget: + enabled: true + maxUnavailable: 2 + + # -- preflight resource limits & requests + # ref: https://kubernetes.io/docs/user-guide/compute-resources/ + # + resources: {} + # limits: + # cpu: 4000m + # memory: 4Gi + # requests: + # cpu: 100m + # memory: 512Mi + + # -- Security context to be added to preflight pods + # + securityContext: {} + # runAsUser: 0 + + # -- Path to write the --tofqdns-pre-cache file to. + tofqdnsPreCache: "" + # -- By default we should always validate the installed CNPs before upgrading + # Cilium. This will make sure the user will have the policies deployed in the + # cluster with the right schema. + validateCNPs: true + +# -- Explicitly enable or disable priority class. +# .Capabilities.KubeVersion is unsettable in `helm template` calls, +# it depends on k8s libriaries version that Helm was compiled against. +# This option allows to explicitly disable setting the priority class, which +# is useful for rendering charts for gke clusters in advance. +enableCriticalPriorityClass: true + +# disableEnvoyVersionCheck removes the check for Envoy, which can be useful +# on AArch64 as the images do not currently ship a version of Envoy. +#disableEnvoyVersionCheck: false + +clustermesh: + # -- Deploy clustermesh-apiserver for clustermesh + useAPIServer: false + + apiserver: + # -- Clustermesh API server image. + image: + repository: quay.io/cilium/clustermesh-apiserver + tag: v1.9.6 + pullPolicy: IfNotPresent + # clustermesh-apiserver-digest + digest: "sha256:e4a6d47d0d8e4ef52c44e99a906076e29e8513a35a972e60100df2168b381318" + useDigest: false + + etcd: + # -- Clustermesh API server etcd image. + image: + repository: quay.io/coreos/etcd + tag: v3.4.13 + pullPolicy: IfNotPresent + + service: + type: NodePort + # -- Optional port to use as the node port for apiserver access. + nodePort: 32379 + # -- Optional loadBalancer IP address to use with type LoadBalancer. + # loadBalancerIP: + + # -- Annotations for the clustermesh-apiserver + # For GKE LoadBalancer, use annotation cloud.google.com/load-balancer-type: "Internal" + # For EKS LoadBalancer, use annotation service.beta.kubernetes.io/aws-load-balancer-internal: 0.0.0.0/0 + annotations: {} + + # -- Number of replicas run for the clustermesh-apiserver deployment. + replicas: 1 + + # -- Node labels for pod assignment + # ref: https://kubernetes.io/docs/user-guide/node-selection/ + nodeSelector: {} + + # -- Annotations to be added to clustermesh-apiserver pods + podAnnotations: {} + + # -- Labels to be added to clustermesh-apiserver pods + podLabels: {} + + # -- Resource requests and limits for the clustermesh-apiserver container of the clustermesh-apiserver deployment, such as + # resources: + # limits: + # cpu: 1000m + # memory: 1024M + # requests: + # cpu: 100m + # memory: 64Mi + resources: {} + + # -- Node tolerations for pod assignment on nodes with taints + # ref: https://kubernetes.io/docs/concepts/configuration/assign-pod-node/ + tolerations: [] + + # -- clustermesh-apiserver update strategy + updateStrategy: + rollingUpdate: + maxUnavailable: 1 + type: RollingUpdate + + tls: + # -- Configure automatic TLS certificates generation. + # A Kubernetes CronJob is used the generate any + # certificates not provided by the user at installation + # time. + auto: + # -- When set to true, automatically generate a CA and certificates to + # enable mTLS between clustermesh-apiserver and external workload instances. + # If set to false, the certs to be provided by setting appropriate values below. + enabled: true + # Sets the method to auto-generate certificates. Supported values: + # - helm: This method uses Helm to generate all certificates. + # - cronJob: This method uses a Kubernetes CronJob the generate any + # certificates not provided by the user at installation + # time. + method: helm + # -- Generated certificates validity duration in days. + certValidityDuration: 1095 + # -- Schedule for certificates regeneration (regardless of their expiration date). + # Only used if method is "cronJob". If nil, then no recurring job will be created. + # Instead, only the one-shot job is deployed to generate the certificates at + # installation time. + # + # Due to the out-of-band distribution of client certs to external workloads the + # CA is (re)regenerated only if it is not provided as a helm value and the k8s + # secret is manually deleted. + # + # Defaults to none. Commented syntax gives midnight of the first day of every + # fourth month. For syntax, see + # https://kubernetes.io/docs/tasks/job/automated-tasks-with-cron-jobs/#schedule + # schedule: "0 0 1 */4 *" + # -- base64 encoded PEM values for the ExternalWorkload CA certificate and private key. + ca: + # -- Optional CA cert. If it is provided, it will be used by the 'cronJob' method to + # generate all other certificates. Otherwise, an ephemeral CA is generated. + cert: "" + # -- Optional CA private key. If it is provided, it will be used by the 'cronJob' method to + # generate all other certificates. Otherwise, an ephemeral CA is generated. + key: "" + # -- base64 encoded PEM values for the clustermesh-apiserver server certificate and private key + # Used if 'auto' is not enabled. + server: + cert: "" + key: "" + # -- base64 encoded PEM values for the clustermesh-apiserver admin certificate and private key + # Used if 'auto' is not enabled. + admin: + cert: "" + key: "" + # -- base64 encoded PEM values for the clustermesh-apiserver client certificate and private key + # Used if 'auto' is not enabled. + client: + cert: "" + key: "" + # -- base64 encoded PEM values for the clustermesh-apiserver remote cluster certificate and private key + # Used if 'auto' is not enabled. + remote: + cert: "" + key: "" + +# -- Configure external workloads support +externalWorkloads: + # -- Enable support for external workloads, such as VMs (false by default). + enabled: false diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/rke2-cilium-hard-defaults/Chart.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/rke2-cilium-hard-defaults/Chart.yaml new file mode 100755 index 0000000..cabecf7 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/rke2-cilium-hard-defaults/Chart.yaml @@ -0,0 +1,12 @@ +apiVersion: v1 +description: Default options for cilium in RKE2 +home: https://docs.rke2.io/ +keywords: +- cilium +maintainers: +- email: charts@rancher.com + name: Rancher Labs +name: rke2-cilium-hard-defaults +sources: +- https://github.com/rancher/rke2-charts +version: 1.0.0 diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/charts/rke2-cilium-hard-defaults/values.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/rke2-cilium-hard-defaults/values.yaml new file mode 100755 index 0000000..424330d --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/charts/rke2-cilium-hard-defaults/values.yaml @@ -0,0 +1,17 @@ +exports: + defaults: + # These are the default options override of cilium for RKE2 + # for which no customization is allowed + cilium: + + # Enable all metrics + prometheus: + enabled: true + operator: + prometheus: + enabled: true + + # Enable node init to correctly setup the node as required for cilium + # throughout all the supported OS + nodeinit: + enabled: true diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/requirements.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/requirements.yaml new file mode 100755 index 0000000..4da90d4 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/requirements.yaml @@ -0,0 +1,7 @@ +dependencies: +- name: cilium + repository: file://./charts/cilium +- import-values: + - defaults + name: rke2-cilium-hard-defaults + repository: file://./charts/rke2-cilium-hard-defaults diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/values.schema.json b/charts/rke2-cilium/rke2-cilium/1.9.607/values.schema.json new file mode 100755 index 0000000..928d273 --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/values.schema.json @@ -0,0 +1,248 @@ +{ + "$schema": "http://json-schema.org/draft-09/schema", + "type": "object", + "properties": { + "cilium": { + "type": "object", + "properties": { + "azure": { + "type": "object", + "properties": { + "enabled": { + "type": "boolean" + } + } + }, + "cni": { + "type": "object", + "properties": { + "chainingMode": { + "type": "string" + }, + "customConf": { + "type": "boolean" + } + } + }, + "eni": { + "type": "boolean" + }, + "image": { + "type": "object", + "properties": { + "repository": { + "type": "string" + }, + "tag": { + "type": "string" + } + }, + "required": ["repository", "tag" ] + }, + "imagePullSecrets": { + "type": "array" + }, + "ipam": { + "type": "object", + "properties": { + "mode": { + "type": "string" + } + } + }, + "masquerade": { + "type": "boolean" + }, + "nodeinit": { + "type": "object", + "properties": { + "image": { + "type": "object", + "properties": { + "repository": { + "type": "string" + }, + "tag": { + "type": "string" + } + }, + "required": ["repository", "tag" ] + } + }, + "required": ["image" ] + }, + "operator": { + "type": "object", + "properties": { + "image": { + "type": "object", + "properties": { + "repository": { + "type": "string" + }, + "tag": { + "type": "string" + } + }, + "required": ["repository", "tag" ] + } + }, + "required": ["image" ] + }, + "preflight": { + "type": "object", + "properties": { + "enabled": { + "type": "boolean" + }, + "image": { + "type": "object", + "properties": { + "repository": { + "type": "string" + }, + "tag": { + "type": "string" + } + }, + "required": ["repository", "tag" ] + } + } + }, + "tunnel": { + "type": "string" + }, + "ipv6": { + "type": "object", + "properties": { + "enabled": { + "type": "boolean" + } + } + } + }, + "required": ["image", "operator", "nodeinit" ] + }, + "global": { + "type": "object", + "properties": { + "systemDefaultRegistry": { + "type": "string" + } + } + } + }, + "required": ["cilium"], + "allOf": [ + { "$ref" : "#/$defs/azure-requires-config" }, + { "$ref" : "#/$defs/aws-requires-config" }, + { "$ref" : "#/$defs/azure-aws-are-exclusive" }, + { "$ref" : "#/$defs/preflight-requires-config" } + ], + "$defs": { + "is-azure": { + "properties" : { + "cilium": { + "properties": { + "azure": { + "properties": { + "enabled": { "const": true } + } + } + } + } + } + }, + "azure-requires-config" : { + "anyOf": [ + { "not": { "$ref": "#/$defs/is-azure" } }, + { + "properties": { + "cilium": { + "properties": { + "masquerade": { "const": true }, + "cni": { + "properties": { + "chainingMode": { "const": "generic-veth" }, + "customConf": { "const": true }, + "configMap": { "const": "cni-configuration"} + }, + "required": [ "chainingMode", "customConf", "configMap" ] + } + }, + "required": [ "cni" ] + } + } + } + ] + }, + "is-aws": { + "properties" : { + "cilium": { + "properties": { + "eni": { "const": true } + } + } + } + }, + "aws-requires-config": { + "anyOf": [ + { "not": { "$ref": "#/$defs/is-aws" } }, + { + "properties": { + "cilium": { + "properties": { + "tunnel": { "const": "disabled" }, + "egressMasqueradeInterfaces": { "const": "eth0" }, + "ipam": { + "properties": { + "mode": { "const": "eni" } + }, + "required": [ "mode" ] + } + }, + "required": [ "tunnel", "egressMasqueradeInterfaces", "ipam" ] + } + } + } + ] + }, + "azure-aws-are-exclusive": { + "not": { + "allOf": [ + { "$ref": "#/$defs/is-azure" }, + { "$ref": "#/$defs/is-aws" } + ] + } + }, + "is-preflight": { + "properties" : { + "cilium": { + "properties": { + "preflight": { + "properties": { + "enabled": { "const": true } + } + } + } + } + } + }, + "preflight-requires-config" : { + "anyOf": [ + { "not": { "$ref": "#/$defs/is-preflight" } }, + { + "properties": { + "cilium": { + "properties": { + "preflight": { + "required": [ "image" ] + } + } + } + } + } + ] + } + } +} diff --git a/charts/rke2-cilium/rke2-cilium/1.9.607/values.yaml b/charts/rke2-cilium/rke2-cilium/1.9.607/values.yaml new file mode 100755 index 0000000..69129db --- /dev/null +++ b/charts/rke2-cilium/rke2-cilium/1.9.607/values.yaml @@ -0,0 +1,57 @@ +# Cilium specific options that can be customized for RKE2 +# Set with '--set cilium.